00010000:00010000:1.0F:1715206687.606226:0:9401:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0F:1715206687.977753:0:15234:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12d: @@@@@@ FAIL: restore of non archived file failed 00000100:00100000:0.0F:1715206688.090032:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715206688.090082:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715206688.090103:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715206688.090127:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715206688.090151:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0F:1715206688.090180:0:6554:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504934592 00000100:00100000:0.0:1715206688.090180:0:9386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504934784 00000100:00100000:2.0:1715206688.090203:0:6554:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504934592 00000100:00100000:0.0:1715206688.090203:0:9386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504934784 00000100:00100000:1.0:1715206688.090240:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504934656 00000100:00100000:1.0:1715206688.090254:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504934656 00000100:00100000:2.0:1715206688.090258:0:6554:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504934720 00000100:00100000:2.0:1715206688.090260:0:6554:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504934720 00000100:00100000:0.0:1715206688.090264:0:9386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 972 00000100:00100000:0.0:1715206688.090271:0:9386:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e304e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2000:x1798523504934784:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:2.0:1715206688.090273:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 1827 00000100:00100000:2.0:1715206688.090277:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:04532c2b-e5e9-420d-abb0-4480aab1e378+8:2001:x1798523504934592:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:1.0:1715206688.090329:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 1828 00000100:00100000:2.0:1715206688.090337:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:04532c2b-e5e9-420d-abb0-4480aab1e378+8:2001:x1798523504934592:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 58us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206688.090337:0:9386:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e304e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2000:x1798523504934784:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 66us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206688.090339:0:10664:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 1829 00000100:00100000:1.0:1715206688.090341:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2000:x1798523504934720:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:0.0:1715206688.090343:0:9386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 972 00000100:00100000:2.0:1715206688.090345:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 1827 00000100:00100000:3.0:1715206688.090347:0:10664:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e307480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+18:2000:x1798523504934656:12345-192.168.201.23@tcp:400:kworker.0 00000100:00080000:0.0:1715206688.090362:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206658 00000100:00080000:0.0:1715206688.090365:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206658 00000100:00080000:0.0:1715206688.090367:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206658 00000100:00100000:3.0:1715206688.090377:0:10664:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e307480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+18:2000:x1798523504934656:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 32us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206688.090383:0:10664:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 1829 00000100:00100000:0.0:1715206688.090395:0:7118:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504934528 00000100:00100000:0.0:1715206688.090398:0:7118:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504934528 00000100:00100000:0.0:1715206688.090425:0:7118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 894 00000100:00100000:0.0:1715206688.090430:0:7118:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a86c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd+12:2001:x1798523504934528:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:1.0:1715206688.090435:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2000:x1798523504934720:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 94us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206688.090448:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 1828 00000100:00100000:0.0:1715206688.090456:0:7118:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a86c2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd+12:2001:x1798523504934528:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 26us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206688.090463:0:7118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 894 00000100:00080000:0.0:1715206688.090483:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206658 00000100:00100000:3.0:1715206688.115996:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012c8d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510343872:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1715206688.116012:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1715206688.116024:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3686:1798523510343936:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715206688.116057:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206688.116057:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206688.116092:0:9389:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510343936 00000100:00100000:0.0:1715206688.116094:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510343872 00000100:00100000:2.0:1715206688.116098:0:9389:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510343936 00000100:00100000:0.0:1715206688.116100:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510343872 00000100:00100000:0.0:1715206688.116127:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1715206688.116131:0:9389:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:0.0:1715206688.116133:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e1cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510343872:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1715206688.116134:0:9389:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e030700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523510343936:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1715206688.116159:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206658 00000004:00000024:0.0:1715206688.116159:0:7127:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446313984 avail 1316851712 00002000:00000024:2.0:1715206688.116161:0:9389:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3922501632 avail 3690979328 00000100:00100000:0.0:1715206688.116198:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e1cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510343872:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206688.116200:0:9389:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e030700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523510343936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (141us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206688.116203:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:2.0:1715206688.116207:0:9389:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:3.0:1715206688.116220:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e23ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3686:1798523510343936:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715206688.116238:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012c8d8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510343872:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1715206688.132002:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1715206688.132012:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3685:1798523510344000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1715206688.132041:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206688.132069:0:9389:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510344000 00000100:00100000:2.0:1715206688.132074:0:9389:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510344000 00000100:00100000:2.0:1715206688.132100:0:9389:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1715206688.132105:0:9389:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523510344000:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1715206688.132110:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206658 00002000:00000024:2.0:1715206688.132119:0:9389:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3922501632 avail 3690979328 00000100:00100000:2.0:1715206688.132153:0:9389:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e03e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523510344000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (111us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206688.132160:0:9389:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1715206688.132172:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3685:1798523510344000:0@lo:13:osp-pre-0-1.0 Debug log: 75 lines, 75 kept, 0 dropped, 0 bad.