00000040:00080000:3.0F:1715208947.245595:0:14992:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1715208947.245614:0:14992:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1715208947.246367:0:14992:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1715208947.246382:0:14992:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1715208947.518937:0:10149:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0F:1715208947.874401:0:3208:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1715208947.874528:0:11480:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503987072 00000100:00100000:3.0:1715208947.874540:0:11480:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503987072 00000100:00100000:3.0:1715208947.874607:0:11480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 431 00000100:00100000:3.0:1715208947.874617:0:11480:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b13ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cbae74da-7571-45ad-b971-0e0378bbd4e4+45:29316:x1798523503987072:12345-192.168.202.38@tcp:60:lhsmtool_posix.0 00000100:00080000:2.0F:1715208947.874633:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715208917 00000100:00100000:3.0:1715208947.874779:0:11480:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b13ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cbae74da-7571-45ad-b971-0e0378bbd4e4+45:29316:x1798523503987072:12345-192.168.202.38@tcp:60:lhsmtool_posix.0 Request processed in 161us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208947.874788:0:11480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 431 00000100:00100000:2.0:1715208947.876245:0:3209:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1715208947.876376:0:13448:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503987200 00000100:00100000:3.0:1715208947.876385:0:13448:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503987200 00000100:00100000:3.0:1715208947.876446:0:13448:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 92 00000100:00100000:3.0:1715208947.876454:0:13448:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e6a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+45:29316:x1798523503987200:12345-192.168.202.38@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1715208947.876782:0:13448:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e6a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+46:29316:x1798523503987200:12345-192.168.202.38@tcp:35:lhsmtool_posix.0 Request processed in 326us (538us total) trans 4294967515 rc 0/0 00000100:00100000:3.0:1715208947.876791:0:13448:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 92 00010000:00010000:2.0:1715208948.520494:0:18958:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715208948.622606:0:3210:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1715208948.622656:0:3210:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1715208948.622693:0:3210:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1715208948.622733:0:11480:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503987328 00000100:00100000:2.0:1715208948.622733:0:6993:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503987264 00000100:00100000:1.0F:1715208948.622736:0:14590:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503987392 00000100:00100000:3.0:1715208948.622746:0:11480:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503987328 00000100:00100000:2.0:1715208948.622747:0:6993:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503987264 00000100:00100000:1.0:1715208948.622748:0:14590:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503987392 00000100:00100000:3.0:1715208948.622796:0:11480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 2711 00000100:00100000:1.0:1715208948.622799:0:14590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 1432 00000100:00100000:3.0:1715208948.622805:0:11480:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b13e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cbae74da-7571-45ad-b971-0e0378bbd4e4+46:1957:x1798523503987328:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:1.0:1715208948.622808:0:14590:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b13ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cbae74da-7571-45ad-b971-0e0378bbd4e4+12:1956:x1798523503987392:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1715208948.622817:0:6993:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 1683 00000100:00100000:2.0:1715208948.622828:0:6993:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb11850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d+12:1956:x1798523503987264:12345-192.168.202.38@tcp:400:kworker.0 00000100:00080000:0.0:1715208948.622860:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715208918 00000100:00080000:0.0:1715208948.622865:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715208918 00000100:00100000:1.0:1715208948.622879:0:14590:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b13ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cbae74da-7571-45ad-b971-0e0378bbd4e4+12:1956:x1798523503987392:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 71us (184us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208948.622880:0:11480:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b13e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:cbae74da-7571-45ad-b971-0e0378bbd4e4+46:1957:x1798523503987328:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 75us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208948.622888:0:11480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 2711 00000100:00100000:1.0:1715208948.622888:0:14590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 1432 00000100:00100000:2.0:1715208948.622897:0:6993:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb11850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d+12:1956:x1798523503987264:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 67us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1715208948.622909:0:6993:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 1683 00010000:00010000:2.0:1715208949.522494:0:6987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715208950.524413:0:8591:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715208951.420436:0:3217:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008d824380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3217:1798523508291264:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1715208951.420518:0:3217:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208951.420565:0:8579:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508291264 00000100:00100000:0.0:1715208951.420577:0:8579:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508291264 00000100:00080000:1.0:1715208951.420606:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715208921 00000100:00100000:0.0:1715208951.420638:0:8579:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:0.0:1715208951.420648:0:8579:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3217:x1798523508291264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1715208951.420749:0:8579:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 54460416 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1715208951.420832:0:8579:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d826d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3217:x1798523508291264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 183us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1715208951.420846:0:8579:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:1.0:1715208951.420869:0:3217:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008d824380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3217:1798523508291264:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1715208951.526580:0:6986:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715208951.628419:0:3218:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e6a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:47336e3e-5c2f-4892-9b72-90c87ec36b26:3218:1798523508291328:0@lo:400:kworker.0 00000100:00100000:2.0:1715208951.628458:0:3215:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008b13c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3215:1798523508291392:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715208951.628488:0:3217:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e6a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3217:1798523508291520:0@lo:400:kworker.0 00000100:00100000:2.0:1715208951.628516:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208951.628530:0:3218:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715208951.628545:0:3215:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009c345f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3215:1798523508291648:0@lo:400:kworker.0 00000100:00100000:0.0:1715208951.628559:0:3218:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009c345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3218:1798523508291584:0@lo:400:kworker.0 00000100:00100000:3.0:1715208951.628563:0:3217:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715208951.628577:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208951.628600:0:3218:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715208951.628602:0:3215:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1715208951.628608:0:11480:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508291520 00000100:00100000:2.0:1715208951.628610:0:3215:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e6a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3215:1798523508291456:0@lo:400:kworker.0 00000100:00100000:3.0:1715208951.628615:0:11480:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508291520 00000100:00100000:0.0:1715208951.628636:0:8623:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508291584 00000100:00100000:2.0:1715208951.628641:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208951.628642:0:8623:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508291584 00000100:00100000:3.0:1715208951.628666:0:11480:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508291456 00000100:00100000:3.0:1715208951.628669:0:11480:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508291456 00000100:00100000:0.0:1715208951.628673:0:8623:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2712 00000100:00100000:2.0:1715208951.628678:0:8579:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508291392 00000100:00100000:0.0:1715208951.628680:0:8623:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3217:x1798523508291520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715208951.628684:0:8579:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508291392 00000100:00100000:3.0:1715208951.628687:0:11480:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2713 00000100:00100000:3.0:1715208951.628693:0:11480:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b24c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3218:x1798523508291584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715208951.628722:0:8579:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:2.0:1715208951.628730:0:8579:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3215:x1798523508291392:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715208951.628732:0:8623:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b169f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3217:x1798523508291520:12345-0@lo:400:kworker.0 Request processed in 52us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1715208951.628739:0:8623:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2712 00000100:00100000:3.0:1715208951.628740:0:11480:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b24c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3218:x1798523508291584:12345-0@lo:400:kworker.0 Request processed in 46us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208951.628747:0:11480:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2713 00000100:00100000:0.0:1715208951.628756:0:8623:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2714 00000100:00100000:0.0:1715208951.628760:0:8623:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3215:x1798523508291456:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1715208951.628767:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715208921 00002000:00000024:2.0:1715208951.628769:0:8579:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3857711104 avail 3855613952 00000100:00080000:3.0:1715208951.628771:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715208921 00000100:00100000:3.0:1715208951.628793:0:6993:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508291328 00000100:00100000:3.0:1715208951.628796:0:6993:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508291328 00000100:00100000:0.0:1715208951.628804:0:8623:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3215:x1798523508291456:12345-0@lo:400:kworker.0 Request processed in 44us (165us total) trans 0 rc 0/0 00000100:00100000:0.0:1715208951.628810:0:8623:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2714 00000100:00100000:2.0:1715208951.628814:0:8579:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c346680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3215:x1798523508291392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208951.628817:0:6993:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1684 00000100:00100000:3.0:1715208951.628821:0:6993:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:47336e3e-5c2f-4892-9b72-90c87ec36b26+18:3218:x1798523508291328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715208951.628824:0:8579:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:3.0:1715208951.628848:0:6993:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb11450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:47336e3e-5c2f-4892-9b72-90c87ec36b26+18:3218:x1798523508291328:12345-0@lo:400:kworker.0 Request processed in 26us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1715208951.628849:0:3217:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e6a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3217:1798523508291520:0@lo:400:kworker.0 00000100:00100000:3.0:1715208951.628854:0:6993:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1684 00000100:00100000:0.0:1715208951.628878:0:3218:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009c345500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3218:1798523508291584:0@lo:400:kworker.0 00000100:00080000:3.0:1715208951.628885:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715208921 00000100:00100000:2.0:1715208951.628885:0:3215:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e6a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3215:1798523508291456:0@lo:400:kworker.0 00000100:00100000:0.0:1715208951.628887:0:3218:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e6a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:47336e3e-5c2f-4892-9b72-90c87ec36b26:3218:1798523508291328:0@lo:400:kworker.0 00000100:00100000:3.0:1715208951.628904:0:14590:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508291648 00000100:00100000:3.0:1715208951.628907:0:14590:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508291648 00000100:00100000:2.0:1715208951.628908:0:3215:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008b13c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3215:1798523508291392:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715208951.628924:0:14590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1433 00000100:00100000:3.0:1715208951.628927:0:14590:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3215:x1798523508291648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715208951.628953:0:14590:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c345180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3215:x1798523508291648:12345-0@lo:400:kworker.0 Request processed in 26us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208951.628959:0:14590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1433 00000100:00100000:2.0:1715208951.628992:0:3215:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009c345f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3215:1798523508291648:0@lo:400:kworker.0 00000001:00080000:0.0:1715208952.154817:0:7244:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967515 is committed 00010000:00010000:3.0:1715208952.528507:0:10149:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1715208952.852288:0:11176:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 26c: RAoLU effective when file closed ========================================================== 18:55:52 (1715208952) 00000100:00100000:0.0:1715208952.908648:0:3208:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1715208952.908732:0:6997:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503987584 00000100:00100000:2.0:1715208952.908741:0:6997:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503987584 00000100:00100000:2.0:1715208952.908824:0:6997:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 432 00000100:00100000:2.0:1715208952.908830:0:6997:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b24c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbae74da-7571-45ad-b971-0e0378bbd4e4+45:32054:x1798523503987584:12345-192.168.202.38@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1715208952.908844:0:6997:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:3.0:1715208952.908850:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715208922 00010000:00010000:2.0:1715208952.908867:0:6997:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844d80/0x8c55e4ad37f6718e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbbeffb005ec3e965 expref: -99 pid: 6997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208952.908948:0:6997:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d845200/0x8c55e4ad37f67195 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.908958:0:6997:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d845200/0x8c55e4ad37f67195 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.908966:0:6997:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d845200/0x8c55e4ad37f67195 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.908974:0:6997:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f6719c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.908977:0:6997:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f6719c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.908981:0:6997:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f6719c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6997 initiator: MDT0 00000004:00200000:2.0:1715208952.909037:0:6997:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:2.0:1715208952.909139:0:6997:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d845200/0x8c55e4ad37f67195 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.909143:0:6997:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d845200/0x8c55e4ad37f67195 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.909148:0:6997:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d845200/0x8c55e4ad37f67195 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.909151:0:6997:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d845200 already unused, calling callback (ffffffffa13a3730) 00010000:00010000:2.0:1715208952.909154:0:6997:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d845200/0x8c55e4ad37f67195 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.909158:0:6997:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d845200/0x8c55e4ad37f67195 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.909165:0:6997:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff88008e524300) 00010000:00010000:2.0:1715208952.909166:0:6997:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715208952.909169:0:6997:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d845200/0x8c55e4ad37f67195 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.909172:0:6997:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d845200/0x8c55e4ad37f67195 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.909188:0:6997:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f6719c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.909192:0:6997:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f6719c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.909195:0:6997:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f6719c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.909198:0:6997:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d844b40 already unused, calling callback (ffffffffa13a3730) 00010000:00010000:2.0:1715208952.909199:0:6997:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f6719c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.909220:0:6997:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f6719c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.909225:0:6997:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x646966 (ffff88008b250e00) 00010000:00010000:2.0:1715208952.909226:0:6997:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715208952.909227:0:6997:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f6719c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.909230:0:6997:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f6719c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.909256:0:6997:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844d80/0x8c55e4ad37f6718e lrc: 1/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0xbbeffb005ec3e965 expref: 47 pid: 6997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208952.909261:0:6997:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844d80/0x8c55e4ad37f6718e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0xbbeffb005ec3e965 expref: 47 pid: 6997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208952.909266:0:6997:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d844d80, rc 0) 00000100:00100000:2.0:1715208952.909329:0:6997:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b24c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbae74da-7571-45ad-b971-0e0378bbd4e4+46:32054:x1798523503987584:12345-192.168.202.38@tcp:101:lhsmtool_posix.0 Request processed in 499us (686us total) trans 4294967516 rc 301/301 00000100:00100000:2.0:1715208952.909335:0:6997:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 432 00000100:00100000:0.0:1715208952.910307:0:3209:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1715208952.910376:0:6997:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503987648 00000100:00100000:2.0:1715208952.910381:0:6997:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503987648 00000100:00100000:2.0:1715208952.910406:0:6997:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 433 00000100:00100000:2.0:1715208952.910410:0:6997:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b24c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbae74da-7571-45ad-b971-0e0378bbd4e4+46:32054:x1798523503987648:12345-192.168.202.38@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1715208952.910449:0:6997:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b24c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbae74da-7571-45ad-b971-0e0378bbd4e4+46:32054:x1798523503987648:12345-192.168.202.38@tcp:59:lhsmtool_posix.0 Request processed in 38us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1715208952.910453:0:6997:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 433 00000100:00100000:1.0:1715208952.919905:0:3210:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1715208952.920022:0:6997:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503987968 00000100:00100000:2.0:1715208952.920031:0:6997:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503987968 00000100:00100000:2.0:1715208952.920076:0:6997:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 434 00000100:00100000:2.0:1715208952.920084:0:6997:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbae74da-7571-45ad-b971-0e0378bbd4e4+46:32057:x1798523503987968:12345-192.168.202.38@tcp:101:rm.0 00010000:00010000:2.0:1715208952.920097:0:6997:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715208952.920110:0:6997:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844900/0x8c55e4ad37f671aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbbeffb005ec3e988 expref: -99 pid: 6997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208952.920151:0:6997:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844d80/0x8c55e4ad37f671b1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920162:0:6997:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844d80/0x8c55e4ad37f671b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920170:0:6997:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844d80/0x8c55e4ad37f671b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920244:0:6997:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f671b8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c3bb9f6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920253:0:6997:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f671b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c3bb9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920260:0:6997:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f671b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c3bb9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920355:0:6997:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844d80/0x8c55e4ad37f671b1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920362:0:6997:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844d80/0x8c55e4ad37f671b1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920368:0:6997:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844d80/0x8c55e4ad37f671b1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920387:0:6997:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d844d80 already unused, calling callback (ffffffffa13a3730) 00010000:00010000:2.0:1715208952.920390:0:6997:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844d80/0x8c55e4ad37f671b1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920397:0:6997:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844d80/0x8c55e4ad37f671b1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920407:0:6997:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093a28b00) 00010000:00010000:2.0:1715208952.920410:0:6997:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715208952.920414:0:6997:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844d80/0x8c55e4ad37f671b1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920419:0:6997:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844d80/0x8c55e4ad37f671b1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920447:0:6997:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f671b8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c3bb9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920453:0:6997:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f671b8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c3bb9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920459:0:6997:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f671b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c3bb9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920464:0:6997:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88008d844b40 already unused, calling callback (ffffffffa13a3730) 00010000:00010000:2.0:1715208952.920466:0:6997:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f671b8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c3bb9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920472:0:6997:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f671b8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c3bb9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920478:0:6997:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c3bb9f6 (ffff88008b250d00) 00010000:00010000:2.0:1715208952.920481:0:6997:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715208952.920489:0:6997:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f671b8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c3bb9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920511:0:6997:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844b40/0x8c55e4ad37f671b8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c3bb9f6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6997 initiator: MDT0 00010000:00010000:2.0:1715208952.920555:0:6997:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844900/0x8c55e4ad37f671aa lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0xbbeffb005ec3e988 expref: 47 pid: 6997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208952.920563:0:6997:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008d844900/0x8c55e4ad37f671aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0xbbeffb005ec3e988 expref: 47 pid: 6997 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208952.920571:0:6997:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88008d844900, rc 0) 00000100:00100000:2.0:1715208952.920617:0:6997:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d824380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbae74da-7571-45ad-b971-0e0378bbd4e4+46:32057:x1798523503987968:12345-192.168.202.38@tcp:101:rm.0 Request processed in 532us (717us total) trans 0 rc 301/301 00000100:00100000:2.0:1715208952.920625:0:6997:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 434 00000040:00080000:2.0:1715208953.246465:0:14992:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1715208953.246474:0:14992:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1715208953.247142:0:14992:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1715208953.247155:0:14992:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:02000400:1.0:1715208953.426707:0:11241:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_26c: @@@@@@ FAIL: cannot create /mnt/lustre2/d26c.sanity-hsm/f26c.sanity-hsm with cp, status=1 00010000:00010000:2.0:1715208953.530488:0:18958:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715208953.630425:0:3208:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1715208953.630475:0:3208:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:0.0:1715208953.630517:0:3208:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1715208953.630552:0:6992:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503988032 00000100:00100000:0.0:1715208953.630555:0:14590:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503988160 00000100:00100000:2.0:1715208953.630562:0:6997:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503988096 00000100:00100000:3.0:1715208953.630564:0:6992:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503988032 00000100:00100000:0.0:1715208953.630564:0:14590:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503988160 00000100:00100000:2.0:1715208953.630571:0:6997:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503988096 00000100:00100000:3.0:1715208953.630619:0:6992:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 1685 00000100:00100000:0.0:1715208953.630620:0:14590:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 1434 00000100:00100000:0.0:1715208953.630629:0:14590:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b24ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cbae74da-7571-45ad-b971-0e0378bbd4e4+12:1957:x1798523503988160:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1715208953.630631:0:6992:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d+12:1957:x1798523503988032:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:2.0:1715208953.630632:0:6997:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 2715 00000100:00100000:2.0:1715208953.630639:0:6997:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b24ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbae74da-7571-45ad-b971-0e0378bbd4e4+46:1956:x1798523503988096:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:0.0:1715208953.630701:0:14590:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b24ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:cbae74da-7571-45ad-b971-0e0378bbd4e4+12:1957:x1798523503988160:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 72us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1715208953.630710:0:14590:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 1434 00000100:00100000:3.0:1715208953.630714:0:6992:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb11050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d+12:1957:x1798523503988032:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 83us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1715208953.630720:0:6997:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b24ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbae74da-7571-45ad-b971-0e0378bbd4e4+46:1956:x1798523503988096:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 81us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208953.630723:0:6992:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 1685 00000100:00100000:2.0:1715208953.630729:0:6997:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 2715 00000100:00080000:0.0:1715208953.630742:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715208923 00000100:00080000:0.0:1715208953.630746:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715208923 Debug log: 234 lines, 234 kept, 0 dropped, 0 bad.