00010000:00010000:2.0F:1715206642.516001:0:11642:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000040:00080000:2.0:1715206642.724972:0:15215:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1
00000040:00080000:2.0:1715206642.724979:0:15215:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0]
00000040:00080000:2.0:1715206642.725255:0:15215:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1
00000040:00080000:2.0:1715206642.725261:0:15215:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2
00000040:00080000:2.0:1715206642.768269:0:15218:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1
00000001:02000400:1.0F:1715206642.853617:0:6767:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_10b: @@@@@@ FAIL: archive request failed
00000100:00100000:0.0F:1715206643.018748:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:0.0:1715206643.018782:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:0.0:1715206643.018798:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:3.0F:1715206643.018800:0:7119:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504920640
00000100:00100000:1.0:1715206643.018810:0:10664:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504920768
00000100:00100000:3.0:1715206643.018811:0:7119:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504920640
00000100:00100000:1.0:1715206643.018815:0:10664:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504920768
00000100:00100000:3.0:1715206643.018849:0:7119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 675
00000100:00100000:1.0:1715206643.018851:0:10664:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 1748
00000100:00100000:3.0:1715206643.018855:0:7119:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78d1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd+12:2002:x1798523504920640:12345-192.168.201.23@tcp:400:kworker.0
00000100:00100000:1.0:1715206643.018857:0:10664:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e378380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+17:2002:x1798523504920768:12345-192.168.201.23@tcp:400:kworker.0
00000100:00100000:0.0:1715206643.018857:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:0.0:1715206643.018873:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00080000:2.0:1715206643.018892:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206613
00000100:00080000:2.0:1715206643.018896:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206613
00000100:00100000:0.0:1715206643.018900:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504920704
00000100:00100000:0.0:1715206643.018903:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504920704
00000100:00100000:3.0:1715206643.018916:0:7119:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78d1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd+12:2002:x1798523504920640:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 61us (173us total) trans 0 rc 0/0
00000100:00100000:1.0:1715206643.018916:0:10664:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e378380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+17:2002:x1798523504920768:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 60us (133us total) trans 0 rc 0/0
00000100:00100000:0.0:1715206643.018921:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504920832
00000100:00100000:3.0:1715206643.018922:0:7119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 675
00000100:00100000:1.0:1715206643.018922:0:10664:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 1748
00000100:00100000:0.0:1715206643.018922:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504920832
00000100:00100000:0.0:1715206643.018932:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 1749
00000100:00100000:1.0:1715206643.018935:0:10664:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 1750
00000100:00100000:0.0:1715206643.018935:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ebd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:04532c2b-e5e9-420d-abb0-4480aab1e378+8:2002:x1798523504920704:12345-192.168.201.23@tcp:400:kworker.0
00000100:00100000:1.0:1715206643.018937:0:10664:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ebd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2002:x1798523504920832:12345-192.168.201.23@tcp:400:kworker.0
00000100:00100000:1.0:1715206643.018951:0:10664:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ebd0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2002:x1798523504920832:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 13us (78us total) trans 0 rc 0/0
00000100:00100000:1.0:1715206643.018954:0:10664:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 1750
00000100:00100000:0.0:1715206643.018957:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ebd3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:04532c2b-e5e9-420d-abb0-4480aab1e378+8:2002:x1798523504920704:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 21us (101us total) trans 0 rc 0/0
00000100:00100000:0.0:1715206643.018961:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 1749
00000100:00100000:1.0:1715206643.018966:0:11685:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504920896
00000100:00100000:1.0:1715206643.018967:0:11685:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504920896
00000100:00100000:1.0:1715206643.018982:0:11685:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 927
00000100:00100000:1.0:1715206643.018984:0:11685:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ebd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2002:x1798523504920896:12345-192.168.201.23@tcp:400:kworker.0
00000100:00100000:1.0:1715206643.019000:0:11685:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ebd0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2002:x1798523504920896:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 15us (201us total) trans 0 rc 0/0
00000100:00100000:1.0:1715206643.019003:0:11685:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 927
00000100:00080000:2.0:1715206643.019042:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206613
00000100:00080000:2.0:1715206643.019044:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206613
00000100:00100000:1.0:1715206643.044002:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2]
00000100:00100000:1.0:1715206643.044017:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012f882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3685:1798523510317760:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1715206643.044022:0:3684:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1715206643.044032:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012f5dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510317824:0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1715206643.044062:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1715206643.044063:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1715206643.044091:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510317824
00000100:00100000:0.0:1715206643.044095:0:9919:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510317760
00000100:00100000:2.0:1715206643.044096:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510317824
00000100:00100000:0.0:1715206643.044098:0:9919:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510317760
00000100:00100000:2.0:1715206643.044119:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790
00000100:00080000:3.0:1715206643.044123:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206613
00000100:00100000:2.0:1715206643.044123:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ebd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510317824:12345-0@lo:41:osp-pre-1-0.0
00000100:00100000:0.0:1715206643.044125:0:9919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740
00000100:00100000:0.0:1715206643.044128:0:9919:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f880700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523510317760:12345-0@lo:13:osp-pre-0-0.0
00000004:00000024:2.0:1715206643.044147:0:7127:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446313984 avail 1316851712
00002000:00000024:0.0:1715206643.044148:0:9919:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3922501632 avail 3690979328
00000100:00100000:0.0:1715206643.044170:0:9919:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f880700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523510317760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (108us total) trans 0 rc 0/0
00000100:00100000:2.0:1715206643.044174:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ebd3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510317824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (113us total) trans 0 rc 0/0
00000100:00100000:0.0:1715206643.044174:0:9919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740
00000100:00100000:2.0:1715206643.044178:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790
00000100:00100000:0.0:1715206643.044194:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012f5dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510317824:0@lo:41:osp-pre-1-0.0
00000100:00100000:1.0:1715206643.044195:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012f882680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3685:1798523510317760:0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1715206643.060001:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88006ebd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510317888:0@lo:13:osp-pre-0-1.0
00000100:00100000:2.0:1715206643.060023:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1715206643.060051:0:9919:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510317888
00000100:00100000:0.0:1715206643.060054:0:9919:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510317888
00000100:00080000:3.0:1715206643.060084:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206613
00000100:00100000:0.0:1715206643.060085:0:9919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741
00000100:00100000:0.0:1715206643.060089:0:9919:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1798523510317888:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:0.0:1715206643.060098:0:9919:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3922501632 avail 3690979328
00000100:00100000:0.0:1715206643.060128:0:9919:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1798523510317888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (103us total) trans 0 rc 0/0
00000100:00100000:0.0:1715206643.060134:0:9919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741
00000100:00100000:2.0:1715206643.060147:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88006ebd0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510317888:0@lo:13:osp-pre-0-1.0
Debug log: 80 lines, 80 kept, 0 dropped, 0 bad.