00010000:00010000:2.0F:1715207327.886146:0:14811:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0F:1715207327.967326:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:3.0F:1715207327.967383:0:6554:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504980736 00000100:00100000:3.0:1715207327.967404:0:6554:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504980736 00000100:00080000:0.0:1715207327.967464:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715207297 00000100:00100000:3.0:1715207327.967478:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 293 00000100:00100000:3.0:1715207327.967488:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+17:16375:x1798523504980736:12345-192.168.201.23@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1715207327.967630:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+17:16375:x1798523504980736:12345-192.168.201.23@tcp:60:lhsmtool_posix.0 Request processed in 142us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207327.967641:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 293 00000100:00100000:0.0:1715207327.968911:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:3.0:1715207327.969031:0:6554:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504980800 00000100:00100000:3.0:1715207327.969039:0:6554:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504980800 00000100:00100000:3.0:1715207327.969094:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 294 00000100:00100000:3.0:1715207327.969102:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:16375:x1798523504980800:12345-192.168.201.23@tcp:60:lhsmtool_posix.0 00000100:00080000:0.0:1715207327.969169:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715207297 00000100:00100000:3.0:1715207327.969178:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:16375:x1798523504980800:12345-192.168.201.23@tcp:60:lhsmtool_posix.0 Request processed in 75us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207327.969186:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 294 00000100:00100000:2.0:1715207327.970709:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:3.0:1715207327.970822:0:15069:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504980928 00000100:00100000:3.0:1715207327.970831:0:15069:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504980928 00000100:00100000:3.0:1715207327.970926:0:15069:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 52 00000100:00100000:3.0:1715207327.970934:0:15069:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880070def850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+17:16375:x1798523504980928:12345-192.168.201.23@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1715207327.971169:0:15069:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880070def850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+18:16375:x1798523504980928:12345-192.168.201.23@tcp:35:lhsmtool_posix.0 Request processed in 233us (462us total) trans 4294967405 rc 0/0 00000100:00100000:3.0:1715207327.971178:0:15069:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 52 00010000:00010000:3.0:1715207328.888122:0:9401:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715207329.114254:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715207329.114313:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715207329.114332:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715207329.114359:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:3.0:1715207329.114397:0:7119:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504980992 00000100:00100000:0.0:1715207329.114397:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:3.0:1715207329.114415:0:7119:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504980992 00000100:00100000:2.0:1715207329.114417:0:6554:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504981056 00000100:00100000:2.0:1715207329.114426:0:6554:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504981056 00000100:00100000:0.0:1715207329.114432:0:9386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504981248 00000100:00100000:0.0:1715207329.114443:0:9386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504981248 00000100:00100000:1.0F:1715207329.114453:0:10664:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504981120 00000100:00100000:1.0:1715207329.114472:0:10664:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504981120 00000100:00100000:2.0:1715207329.114475:0:6554:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504981184 00000100:00100000:2.0:1715207329.114478:0:6554:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504981184 00000100:00100000:3.0:1715207329.114480:0:7119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 1150 00000100:00100000:3.0:1715207329.114488:0:7119:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a86c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd+12:2002:x1798523504980992:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:0.0:1715207329.114495:0:9386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 1604 00000100:00100000:2.0:1715207329.114499:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 2972 00000100:00100000:0.0:1715207329.114503:0:9386:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2002:x1798523504981248:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:2.0:1715207329.114506:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:04532c2b-e5e9-420d-abb0-4480aab1e378+8:2003:x1798523504981056:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:1.0:1715207329.114528:0:10664:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 2973 00000100:00100000:1.0:1715207329.114535:0:10664:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2003:x1798523504981184:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:3.0:1715207329.114618:0:7119:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a86c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd+12:2002:x1798523504980992:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 128us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207329.114620:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:04532c2b-e5e9-420d-abb0-4480aab1e378+8:2003:x1798523504981056:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 110us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207329.114628:0:7119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 1150 00000100:00100000:0.0:1715207329.114633:0:9386:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2002:x1798523504981248:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 129us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207329.114634:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 2972 00000100:00100000:0.0:1715207329.114643:0:9386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 1604 00000100:00100000:1.0:1715207329.114648:0:10664:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2003:x1798523504981184:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 111us (286us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207329.114657:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 2974 00000100:00100000:2.0:1715207329.114664:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+18:2002:x1798523504981120:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:1.0:1715207329.114664:0:10664:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 2973 00000100:00080000:0.0:1715207329.114669:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715207299 00000100:00080000:0.0:1715207329.114674:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715207299 00000100:00080000:0.0:1715207329.114675:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715207299 00000100:00080000:0.0:1715207329.114678:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715207299 00000100:00100000:2.0:1715207329.114714:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+18:2002:x1798523504981120:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 48us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207329.114725:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 2974 00000100:00100000:3.0:1715207329.140032:0:3683:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1715207329.140039:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a0281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3685:1798523510499072:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715207329.140059:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800adc1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3683:1798523510499008:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1715207329.140098:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715207329.140135:0:9389:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510499072 00000100:00100000:0.0:1715207329.140146:0:9389:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510499072 00000100:00100000:3.0:1715207329.140158:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1715207329.140204:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715207299 00000100:00100000:0.0:1715207329.140208:0:9389:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:0.0:1715207329.140215:0:9389:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523510499072:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1715207329.140224:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510499008 00000100:00100000:1.0:1715207329.140229:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510499008 00002000:00000024:0.0:1715207329.140250:0:9389:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3922501632 avail 3690979328 00000100:00100000:1.0:1715207329.140262:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:1.0:1715207329.140267:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3683:x1798523510499008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1715207329.140300:0:8276:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446313984 avail 1316851712 00000100:00100000:0.0:1715207329.140302:0:9389:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e108a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523510499072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1715207329.140309:0:9389:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00100000:1.0:1715207329.140345:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0281500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3683:x1798523510499008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207329.140351:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a0281180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3685:1798523510499072:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1715207329.140352:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:3.0:1715207329.140401:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800adc1df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3683:1798523510499008:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1715207329.156083:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1715207329.156100:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3685:1798523510499136:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1715207329.156139:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715207329.156196:0:9389:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510499136 00000100:00100000:0.0:1715207329.156203:0:9389:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510499136 00000100:00100000:0.0:1715207329.156243:0:9389:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:0.0:1715207329.156248:0:9389:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523510499136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1715207329.156268:0:9389:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3922501632 avail 3690979328 00000100:00100000:0.0:1715207329.156317:0:9389:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0281180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523510499136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1715207329.156324:0:9389:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:3.0:1715207329.156339:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e0caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3685:1798523510499136:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1715207329.156347:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715207299 00010000:00010000:3.0:1715207329.890103:0:7112:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1715207330.844942:0:20845:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12p: implicit restore of a file on copytool mount point ========================================================== 18:28:50 (1715207330) 00010000:00010000:2.0:1715207330.892124:0:11642:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715207330.939776:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715207330.939922:0:6554:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504981440 00000100:00100000:2.0:1715207330.939936:0:6554:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504981440 00000100:00100000:2.0:1715207330.940004:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 295 00000100:00100000:2.0:1715207330.940014:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+18:19027:x1798523504981440:12345-192.168.201.23@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1715207330.940039:0:6554:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715207330.940063:0:6554:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072197600/0xfa8b5bed87891d87 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd556ff69 expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207330.940163:0:6554:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072196880/0xfa8b5bed87891d8e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940180:0:6554:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072196880/0xfa8b5bed87891d8e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940192:0:6554:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072196880/0xfa8b5bed87891d8e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940205:0:6554:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072197cc0/0xfa8b5bed87891d95 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940212:0:6554:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072197cc0/0xfa8b5bed87891d95 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940219:0:6554:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072197cc0/0xfa8b5bed87891d95 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00000004:00200000:2.0:1715207330.940289:0:6554:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1715207330.940362:0:6554:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072196880/0xfa8b5bed87891d8e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940369:0:6554:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072196880/0xfa8b5bed87891d8e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940376:0:6554:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072196880/0xfa8b5bed87891d8e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940383:0:6554:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880072196880 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715207330.940387:0:6554:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072196880/0xfa8b5bed87891d8e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940395:0:6554:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072196880/0xfa8b5bed87891d8e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940418:0:6554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8801303a6000) 00010000:00010000:2.0:1715207330.940422:0:6554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715207330.940426:0:6554:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072196880/0xfa8b5bed87891d8e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940433:0:6554:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072196880/0xfa8b5bed87891d8e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940463:0:6554:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072197cc0/0xfa8b5bed87891d95 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940470:0:6554:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072197cc0/0xfa8b5bed87891d95 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940475:0:6554:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072197cc0/0xfa8b5bed87891d95 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940481:0:6554:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880072197cc0 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715207330.940484:0:6554:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072197cc0/0xfa8b5bed87891d95 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940490:0:6554:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072197cc0/0xfa8b5bed87891d95 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940496:0:6554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x646966 (ffff88012f833100) 00010000:00010000:2.0:1715207330.940498:0:6554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715207330.940501:0:6554:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072197cc0/0xfa8b5bed87891d95 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940506:0:6554:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072197cc0/0xfa8b5bed87891d95 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.940579:0:6554:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072197600/0xfa8b5bed87891d87 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556ff69 expref: 20 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207330.940596:0:6554:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072197600/0xfa8b5bed87891d87 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556ff69 expref: 20 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207330.940606:0:6554:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072197600, rc 0) 00000100:00100000:2.0:1715207330.940676:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+19:19027:x1798523504981440:12345-192.168.201.23@tcp:101:lhsmtool_posix.0 Request processed in 662us (906us total) trans 4294967406 rc 301/301 00000100:00100000:2.0:1715207330.940686:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 295 00000100:00100000:3.0:1715207330.942668:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715207330.942802:0:6554:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504981504 00000100:00100000:2.0:1715207330.942811:0:6554:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504981504 00000100:00100000:2.0:1715207330.942858:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 296 00000100:00100000:2.0:1715207330.942866:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a0280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+19:19027:x1798523504981504:12345-192.168.201.23@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1715207330.942964:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a0280700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+19:19027:x1798523504981504:12345-192.168.201.23@tcp:59:lhsmtool_posix.0 Request processed in 97us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207330.942973:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 296 00000100:00100000:1.0:1715207330.944321:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715207330.944453:0:6554:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504981568 00000100:00100000:2.0:1715207330.944462:0:6554:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504981568 00000100:00100000:2.0:1715207330.944511:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 297 00000100:00100000:2.0:1715207330.944519:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adc1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:19027:x1798523504981568:12345-192.168.201.23@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1715207330.944616:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adc1e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:19027:x1798523504981568:12345-192.168.201.23@tcp:59:lhsmtool_posix.0 Request processed in 96us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207330.944625:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 297 00000100:00100000:0.0:1715207330.955202:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715207330.955324:0:6554:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504981888 00000100:00100000:2.0:1715207330.955333:0:6554:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504981888 00000100:00100000:2.0:1715207330.955379:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 298 00000100:00100000:2.0:1715207330.955387:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+19:19030:x1798523504981888:12345-192.168.201.23@tcp:101:rm.0 00010000:00010000:2.0:1715207330.955409:0:6554:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715207330.955422:0:6554:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072194480/0xfa8b5bed87891da3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd556ff8c expref: -99 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207330.955461:0:6554:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072195f80/0xfa8b5bed87891daa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955471:0:6554:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072195f80/0xfa8b5bed87891daa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955480:0:6554:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072195f80/0xfa8b5bed87891daa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955491:0:6554:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072197180/0xfa8b5bed87891db1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x117b0f7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955499:0:6554:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072197180/0xfa8b5bed87891db1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x117b0f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955505:0:6554:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072197180/0xfa8b5bed87891db1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x117b0f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955530:0:6554:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072195f80/0xfa8b5bed87891daa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955568:0:6554:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072195f80/0xfa8b5bed87891daa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955574:0:6554:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072195f80/0xfa8b5bed87891daa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955579:0:6554:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880072195f80 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715207330.955582:0:6554:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072195f80/0xfa8b5bed87891daa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955601:0:6554:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072195f80/0xfa8b5bed87891daa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955611:0:6554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e8ee500) 00010000:00010000:2.0:1715207330.955614:0:6554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715207330.955618:0:6554:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072195f80/0xfa8b5bed87891daa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955624:0:6554:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072195f80/0xfa8b5bed87891daa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955654:0:6554:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072197180/0xfa8b5bed87891db1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x117b0f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955660:0:6554:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072197180/0xfa8b5bed87891db1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x117b0f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955666:0:6554:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880072197180/0xfa8b5bed87891db1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x117b0f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955671:0:6554:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880072197180 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715207330.955674:0:6554:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072197180/0xfa8b5bed87891db1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x117b0f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955679:0:6554:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880072197180/0xfa8b5bed87891db1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x117b0f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955686:0:6554:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x117b0f7 (ffff88012f833600) 00010000:00010000:2.0:1715207330.955688:0:6554:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715207330.955690:0:6554:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880072197180/0xfa8b5bed87891db1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x117b0f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955696:0:6554:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072197180/0xfa8b5bed87891db1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x117b0f7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6554 initiator: MDT0 00010000:00010000:2.0:1715207330.955736:0:6554:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072194480/0xfa8b5bed87891da3 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556ff8c expref: 20 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207330.955745:0:6554:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072194480/0xfa8b5bed87891da3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556ff8c expref: 20 pid: 6554 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207330.955754:0:6554:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072194480, rc 0) 00000100:00100000:2.0:1715207330.955801:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+19:19030:x1798523504981888:12345-192.168.201.23@tcp:101:rm.0 Request processed in 414us (603us total) trans 0 rc 301/301 00000100:00100000:2.0:1715207330.955809:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 298 00000100:00100000:0.0:1715207330.996103:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e10bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24597633-7c6c-43cc-a7e8-ad821c1018c0:3683:1798523510499200:0@lo:400:kworker.0 00000100:00100000:3.0:1715207330.996108:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3685:1798523510499328:0@lo:400:kworker.0 00000100:00100000:2.0:1715207330.996163:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3686:1798523510499392:0@lo:400:kworker.0 00000100:00100000:1.0:1715207330.996163:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801300b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510499264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715207330.996174:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715207330.996205:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715207330.996218:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3683:1798523510499456:0@lo:400:kworker.0 00000100:00100000:2.0:1715207330.996222:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715207330.996229:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207330.996249:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3686:1798523510499648:0@lo:400:kworker.0 00000100:00100000:1.0:1715207330.996263:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e10a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510499520:0@lo:400:kworker.0 00000100:00100000:3.0:1715207330.996266:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3685:1798523510499584:0@lo:400:kworker.0 00000100:00100000:0.0:1715207330.996268:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207330.996292:0:6554:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510499328 00000100:00100000:2.0:1715207330.996298:0:6554:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510499328 00000100:00100000:1.0:1715207330.996306:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715207330.996322:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715207330.996323:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e10b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510499776:0@lo:400:kworker.0 00000100:00100000:2.0:1715207330.996324:0:6554:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510499456 00000100:00100000:2.0:1715207330.996326:0:6554:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510499456 00000100:00100000:0.0:1715207330.996327:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e10b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510499712:0@lo:400:kworker.0 00000100:00100000:2.0:1715207330.996344:0:6554:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510499584 00000100:00100000:2.0:1715207330.996347:0:6554:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510499584 00000100:00100000:1.0:1715207330.996349:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715207330.996352:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e10a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3685:1798523510499840:0@lo:400:kworker.0 00000100:00100000:1.0:1715207330.996368:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e3ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510500032:0@lo:400:kworker.0 00000100:00100000:0.0:1715207330.996370:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207330.996371:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2975 00000100:00100000:3.0:1715207330.996380:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207330.996380:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dc6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1798523510499328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715207330.996399:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510499968:0@lo:400:kworker.0 00000100:00100000:1.0:1715207330.996401:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715207330.996424:0:7118:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510499200 00000100:00100000:2.0:1715207330.996429:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dc6c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1798523510499328:12345-0@lo:400:kworker.0 Request processed in 50us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207330.996435:0:7118:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510499200 00000100:00100000:2.0:1715207330.996436:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2975 00000100:00100000:0.0:1715207330.996445:0:9389:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510499264 00000100:00100000:2.0:1715207330.996449:0:6554:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510499840 00000100:00100000:2.0:1715207330.996452:0:6554:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510499840 00000100:00100000:0.0:1715207330.996454:0:9389:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510499264 00000100:00100000:2.0:1715207330.996478:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2976 00000100:00100000:3.0:1715207330.996481:0:7118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:2.0:1715207330.996484:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3683:x1798523510499456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715207330.996490:0:7118:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a86c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24597633-7c6c-43cc-a7e8-ad821c1018c0+23:3683:x1798523510499200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715207330.996497:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510499392 00000100:00100000:1.0:1715207330.996506:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510499392 00000100:00100000:2.0:1715207330.996512:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3683:x1798523510499456:12345-0@lo:400:kworker.0 Request processed in 28us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207330.996519:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2976 00000100:00100000:2.0:1715207330.996529:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2977 00000100:00100000:2.0:1715207330.996560:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1798523510499584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715207330.996574:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510499520 00000100:00100000:1.0:1715207330.996579:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510499520 00000100:00100000:3.0:1715207330.996588:0:7118:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a86c2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24597633-7c6c-43cc-a7e8-ad821c1018c0+23:3683:x1798523510499200:12345-0@lo:400:kworker.0 Request processed in 98us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207330.996593:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1798523510499584:12345-0@lo:400:kworker.0 Request processed in 58us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207330.996598:0:7118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00100000:2.0:1715207330.996600:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2977 00000100:00100000:1.0:1715207330.996603:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:2.0:1715207330.996611:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2978 00000100:00100000:1.0:1715207330.996611:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e3edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523510499392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715207330.996615:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a02f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1798523510499840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715207330.996635:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a02f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1798523510499840:12345-0@lo:400:kworker.0 Request processed in 19us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207330.996641:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:2.0:1715207330.996642:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2978 00000100:00100000:3.0:1715207330.996647:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a58f2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510499520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715207330.996663:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e3edc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523510499392:12345-0@lo:400:kworker.0 Request processed in 52us (442us total) trans 0 rc 0/0 00000100:00100000:0.0:1715207330.996666:0:9389:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:2.0:1715207330.996668:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715207330.996671:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:0.0:1715207330.996676:0:9389:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adc1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510499264:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715207330.996686:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a58f2c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510499520:12345-0@lo:400:kworker.0 Request processed in 39us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207330.996686:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e10b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3686:1798523510499904:0@lo:400:kworker.0 00000100:00100000:3.0:1715207330.996694:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:1.0:1715207330.996699:0:7123:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510499648 00000100:00100000:1.0:1715207330.996703:0:7123:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510499648 00002000:00000024:0.0:1715207330.996705:0:9389:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 16080576 pending 0 free 3921453056 avail 3689930752 00000100:00100000:2.0:1715207330.996707:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715207330.996729:0:7123:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510499904 00000100:00100000:1.0:1715207330.996731:0:7123:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510499904 00000100:00100000:2.0:1715207330.996740:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e109f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3686:1798523510499392:0@lo:400:kworker.0 00000100:00100000:1.0:1715207330.996744:0:7123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2979 00000100:00100000:1.0:1715207330.996749:0:7123:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e3ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3686:x1798523510499648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715207330.996751:0:9389:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adc1e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510499264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1715207330.996759:0:9389:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:2.0:1715207330.996774:0:9407:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2980 00000100:00100000:2.0:1715207330.996780:0:9407:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e3efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3686:x1798523510499904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715207330.996784:0:7123:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e3ece00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3686:x1798523510499648:12345-0@lo:400:kworker.0 Request processed in 34us (115us total) trans 0 rc 0/0 00000100:00100000:1.0:1715207330.996792:0:7123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2979 00000100:00080000:0.0:1715207330.996796:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715207300 00000100:00080000:0.0:1715207330.996801:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715207300 00000100:00080000:0.0:1715207330.996803:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715207300 00000100:00080000:0.0:1715207330.996805:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715207300 00000100:00100000:2.0:1715207330.996807:0:9407:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e3efb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3686:x1798523510499904:12345-0@lo:400:kworker.0 Request processed in 27us (99us total) trans 0 rc 0/0 00000100:00100000:1.0:1715207330.996811:0:9918:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510499776 00000100:00100000:2.0:1715207330.996814:0:9407:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2980 00000100:00100000:1.0:1715207330.996814:0:9918:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510499776 00000100:00100000:0.0:1715207330.996817:0:9387:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510499712 00000100:00100000:0.0:1715207330.996822:0:9387:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510499712 00000100:00100000:1.0:1715207330.996837:0:9918:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510500032 00000100:00100000:1.0:1715207330.996839:0:9918:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510500032 00000100:00100000:0.0:1715207330.996848:0:9387:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1605 00000100:00100000:2.0:1715207330.996849:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e109c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3686:1798523510499648:0@lo:400:kworker.0 00000100:00100000:0.0:1715207330.996854:0:9387:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adc1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510499776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715207330.996862:0:9918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1606 00000100:00100000:1.0:1715207330.996868:0:9918:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3683:x1798523510499712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715207330.996870:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e10b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3686:1798523510499904:0@lo:400:kworker.0 00000100:00100000:0.0:1715207330.996926:0:9387:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adc1f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510499776:12345-0@lo:400:kworker.0 Request processed in 70us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207330.996935:0:17150:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1607 00000100:00100000:1.0:1715207330.996937:0:9918:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3683:x1798523510499712:12345-0@lo:400:kworker.0 Request processed in 68us (568us total) trans 0 rc 0/0 00000100:00100000:0.0:1715207330.996941:0:9387:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1605 00000100:00100000:2.0:1715207330.996942:0:17150:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adc1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510500032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715207330.996946:0:9918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1606 00000100:00100000:0.0:1715207330.996971:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207330.996977:0:17150:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adc1ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510500032:12345-0@lo:400:kworker.0 Request processed in 35us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207330.996984:0:17150:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1607 00000100:00100000:2.0:1715207330.996997:0:17150:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510499968 00000100:00100000:2.0:1715207330.997001:0:17150:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510499968 00000100:00100000:0.0:1715207330.997002:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e10bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24597633-7c6c-43cc-a7e8-ad821c1018c0:3683:1798523510499200:0@lo:400:kworker.0 00000100:00100000:1.0:1715207330.997010:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801300b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510499264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715207330.997015:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e109500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3683:1798523510499456:0@lo:400:kworker.0 00000100:00100000:2.0:1715207330.997021:0:17150:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1608 00000100:00100000:2.0:1715207330.997025:0:17150:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3683:x1798523510499968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715207330.997040:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e10a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510499520:0@lo:400:kworker.0 00000100:00100000:0.0:1715207330.997043:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e10b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510499712:0@lo:400:kworker.0 00000100:00100000:2.0:1715207330.997052:0:17150:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3683:x1798523510499968:12345-0@lo:400:kworker.0 Request processed in 25us (81us total) trans 0 rc 0/0 00000100:00100000:1.0:1715207330.997055:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e10b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510499776:0@lo:400:kworker.0 00000100:00100000:0.0:1715207330.997055:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e108700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510499968:0@lo:400:kworker.0 00000100:00100000:2.0:1715207330.997058:0:17150:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1608 00000100:00100000:1.0:1715207330.997067:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e3ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510500032:0@lo:400:kworker.0 00000100:00080000:0.0:1715207330.997076:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715207300 00000100:00100000:2.0:1715207330.997110:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e109180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3685:1798523510499584:0@lo:400:kworker.0 00000100:00100000:2.0:1715207330.997122:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e10a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3685:1798523510499840:0@lo:400:kworker.0 00000100:00100000:2.0:1715207330.997133:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e108380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3685:1798523510499328:0@lo:400:kworker.0 00000100:00100000:3.0:1715207331.012084:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1715207331.012108:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800adc1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3686:1798523510500096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1715207331.012160:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207331.012223:0:9919:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510500096 00000100:00100000:2.0:1715207331.012232:0:9919:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510500096 00000100:00100000:2.0:1715207331.012276:0:9919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1715207331.012284:0:9919:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a02f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523510500096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1715207331.012302:0:9919:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 16080576 pending 0 free 3921453056 avail 3689930752 00000100:00100000:2.0:1715207331.012359:0:9919:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a02f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523510500096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207331.012367:0:9919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:3.0:1715207331.012419:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800adc1ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3686:1798523510500096:0@lo:13:osp-pre-1-1.0 00000001:02000400:3.0:1715207331.469144:0:20909:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12p: @@@@@@ FAIL: cannot create /mnt/lustre2/d12p.sanity-hsm/f12p.sanity-hsm with cp, status=1 00000040:00080000:2.0:1715207331.728011:0:15215:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1715207331.728020:0:15215:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1715207331.728593:0:15215:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1715207331.728603:0:15215:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1715207331.771795:0:15218:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1715207331.894083:0:7113:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 342 lines, 342 kept, 0 dropped, 0 bad.