00010000:00010000:2.0F:1715206637.506081:0:11642:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0F:1715206637.623315:0:5789:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_10a: @@@@@@ FAIL: hsm_archive failed 00000100:00100000:0.0F:1715206638.010076:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715206638.010127:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715206638.010149:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715206638.010161:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:3.0F:1715206638.010162:0:7119:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504919360 00000100:00100000:3.0:1715206638.010182:0:7119:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504919360 00000100:00100000:0.0:1715206638.010190:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715206638.010193:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504919424 00000100:00100000:2.0:1715206638.010201:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504919424 00000100:00100000:0.0:1715206638.010220:0:9385:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504919616 00000100:00100000:0.0:1715206638.010225:0:9385:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504919616 00000100:00100000:2.0:1715206638.010238:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504919488 00000100:00100000:2.0:1715206638.010241:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504919488 00000100:00100000:3.0:1715206638.010243:0:7119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 673 00000100:00100000:1.0:1715206638.010251:0:7123:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504919552 00000100:00100000:3.0:1715206638.010252:0:7119:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd+12:2003:x1798523504919360:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:0.0:1715206638.010253:0:9385:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 922 00000100:00100000:1.0:1715206638.010258:0:7123:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504919552 00000100:00100000:0.0:1715206638.010258:0:9385:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e379180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2003:x1798523504919616:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:2.0:1715206638.010264:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 1739 00000100:00100000:2.0:1715206638.010272:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:04532c2b-e5e9-420d-abb0-4480aab1e378+8:2002:x1798523504919424:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:1.0:1715206638.010290:0:7123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 1740 00000100:00100000:1.0:1715206638.010296:0:7123:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e378a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+18:2003:x1798523504919488:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:0.0:1715206638.010317:0:9385:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e379180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2003:x1798523504919616:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 58us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206638.010321:0:7119:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78d2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd+12:2003:x1798523504919360:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 68us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206638.010324:0:9385:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 922 00000100:00100000:2.0:1715206638.010327:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e378700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:04532c2b-e5e9-420d-abb0-4480aab1e378+8:2002:x1798523504919424:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 54us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206638.010329:0:7123:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e378a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+18:2003:x1798523504919488:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 34us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206638.010331:0:7119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 673 00000100:00100000:2.0:1715206638.010335:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 1739 00000100:00100000:1.0:1715206638.010345:0:7123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 1740 00000100:00100000:2.0:1715206638.010353:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 1741 00000100:00100000:2.0:1715206638.010358:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e378e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2002:x1798523504919552:12345-192.168.201.23@tcp:400:kworker.0 00000100:00080000:3.0:1715206638.010362:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206608 00000100:00080000:3.0:1715206638.010398:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206608 00000100:00080000:3.0:1715206638.010401:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206608 00000100:00080000:3.0:1715206638.010402:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206608 00000100:00100000:2.0:1715206638.010414:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e378e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2002:x1798523504919552:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 54us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206638.010419:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 1741 00000100:00100000:1.0:1715206638.036004:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510316544:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1715206638.036076:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206638.036109:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88006ebd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510316608:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1715206638.036116:0:9389:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510316544 00000100:00100000:0.0:1715206638.036125:0:9389:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510316544 00000100:00100000:1.0:1715206638.036134:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1715206638.036160:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206608 00000100:00100000:0.0:1715206638.036168:0:9389:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1715206638.036173:0:9389:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f881f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510316544:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715206638.036182:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510316608 00000100:00100000:2.0:1715206638.036188:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510316608 00002000:00000024:0.0:1715206638.036199:0:9389:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3922501632 avail 3690979328 00000100:00100000:2.0:1715206638.036218:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1715206638.036225:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f882300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510316608:12345-0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1715206638.036241:0:9389:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f881f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510316544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (166us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206638.036247:0:9389:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000004:00000024:2.0:1715206638.036251:0:8276:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446313984 avail 1316851712 00000100:00100000:1.0:1715206638.036266:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e0f5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510316544:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715206638.036290:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f882300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510316608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 64us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206638.036297:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1715206638.036302:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88006ebd0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510316608:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1715206638.051965:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1715206638.051982:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012f882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3686:1798523510316672:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206638.052031:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206638.052061:0:9389:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510316672 00000100:00100000:1.0:1715206638.052066:0:9389:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510316672 00000100:00100000:1.0:1715206638.052106:0:9389:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1715206638.052110:0:9389:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f882a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523510316672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1715206638.052127:0:9389:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3922501632 avail 3690979328 00000100:00080000:0.0:1715206638.052128:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206608 00000100:00100000:1.0:1715206638.052155:0:9389:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f882a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523510316672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (125us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206638.052161:0:9389:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:0.0:1715206638.052183:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012f882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3686:1798523510316672:0@lo:13:osp-pre-0-1.0 Debug log: 74 lines, 74 kept, 0 dropped, 0 bad.