00000100:00100000:2.0F:1715206202.314032:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:0.0F:1715206202.315167:0:7118:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504887616
00000100:00100000:2.0:1715206202.315187:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:0.0:1715206202.315190:0:7118:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504887616
00000100:00100000:2.0:1715206202.315237:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:2.0:1715206202.315249:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:1.0F:1715206202.315273:0:7123:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504887680
00000100:00100000:3.0F:1715206202.315280:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504887744
00000100:00100000:2.0:1715206202.315280:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp)
00000100:00100000:1.0:1715206202.315288:0:7123:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504887680
00000100:00100000:3.0:1715206202.315289:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504887744
00000100:00100000:2.0:1715206202.315297:0:17150:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504887872
00000100:00100000:2.0:1715206202.315299:0:17150:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504887872
00000100:00100000:1.0:1715206202.316152:0:7123:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504887808
00000100:00100000:2.0:1715206202.316155:0:17150:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 492
00000100:00100000:1.0:1715206202.316155:0:7123:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504887808
00000100:00100000:3.0:1715206202.316159:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 958
00000100:00100000:2.0:1715206202.316163:0:17150:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+6:2001:x1798523504887872:12345-192.168.201.23@tcp:400:kworker.0
00000100:00100000:3.0:1715206202.316164:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801247db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:04532c2b-e5e9-420d-abb0-4480aab1e378+8:2000:x1798523504887680:12345-192.168.201.23@tcp:400:kworker.0
00000100:00100000:1.0:1715206202.316168:0:7123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 959
00000100:00100000:1.0:1715206202.316177:0:7123:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e10b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+15:2001:x1798523504887744:12345-192.168.201.23@tcp:400:kworker.0
00000100:00100000:1.0:1715206202.316218:0:7123:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e10b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+15:2001:x1798523504887744:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 40us (984us total) trans 0 rc 0/0
00000100:00100000:2.0:1715206202.316221:0:17150:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+6:2001:x1798523504887872:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 58us (938us total) trans 0 rc 0/0
00000100:00100000:3.0:1715206202.316222:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801247db100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:04532c2b-e5e9-420d-abb0-4480aab1e378+8:2000:x1798523504887680:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 58us (1037us total) trans 0 rc 0/0
00000100:00100000:1.0:1715206202.316222:0:7123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 959
00000100:00100000:3.0:1715206202.316227:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 958
00000100:00100000:2.0:1715206202.316228:0:17150:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 492
00000100:00100000:1.0:1715206202.316234:0:7123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 960
00000100:00100000:1.0:1715206202.316237:0:7123:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+12:2000:x1798523504887808:12345-192.168.201.23@tcp:400:kworker.0
00000100:00080000:2.0:1715206202.316245:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206172
00000100:00080000:2.0:1715206202.316248:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206172
00000100:00080000:2.0:1715206202.316250:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206172
00000100:00100000:1.0:1715206202.316252:0:7123:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+12:2000:x1798523504887808:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 15us (1003us total) trans 0 rc 0/0
00000100:00100000:1.0:1715206202.316256:0:7123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 960
00000100:00100000:0.0:1715206202.317225:0:7118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 499
00000100:00100000:0.0:1715206202.317233:0:7118:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880087dfd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd+12:2001:x1798523504887616:12345-192.168.201.23@tcp:400:kworker.0
00000100:00100000:0.0:1715206202.317303:0:7118:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880087dfd850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd+12:2001:x1798523504887616:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 71us (3278us total) trans 0 rc 0/0
00000100:00100000:0.0:1715206202.317310:0:7118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 499
00000100:00100000:0.0:1715206202.340048:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3683:1798523510211008:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1715206202.340091:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801247cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3686:1798523510210944:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1715206202.340135:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1715206202.340150:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1715206202.340194:0:9389:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510210944
00000100:00100000:0.0:1715206202.340200:0:9389:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510210944
00000100:00080000:3.0:1715206202.340223:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206172
00000100:00100000:0.0:1715206202.340235:0:9389:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388
00000100:00100000:2.0:1715206202.340239:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510211008
00000100:00100000:0.0:1715206202.340240:0:9389:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e03c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523510210944:12345-0@lo:13:osp-pre-0-0.0
00000100:00100000:2.0:1715206202.340244:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510211008
00002000:00000024:0.0:1715206202.340266:0:9389:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3922501632 avail 3690979328
00000100:00100000:2.0:1715206202.340269:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437
00000100:00100000:2.0:1715206202.340273:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801247cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3683:x1798523510211008:12345-0@lo:41:osp-pre-1-0.0
00000004:00000024:2.0:1715206202.340295:0:7127:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446313984 avail 1316851712
00000100:00100000:0.0:1715206202.340300:0:9389:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e03c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523510210944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (151us total) trans 0 rc 0/0
00000100:00100000:0.0:1715206202.340304:0:9389:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388
00000100:00100000:2.0:1715206202.340333:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801247cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3683:x1798523510211008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 60us (199us total) trans 0 rc 0/0
00000100:00100000:2.0:1715206202.340338:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437
00000100:00100000:0.0:1715206202.340345:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3683:1798523510211008:0@lo:41:osp-pre-1-0.0
00000100:00100000:3.0:1715206202.340352:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801247cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3686:1798523510210944:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1715206202.356139:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510211072:0@lo:13:osp-pre-0-1.0
00000100:00100000:0.0:1715206202.356210:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1715206202.356275:0:9389:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510211072
00000100:00100000:2.0:1715206202.356284:0:9389:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510211072
00000100:00100000:2.0:1715206202.356348:0:9389:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389
00000100:00100000:2.0:1715206202.356356:0:9389:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801247cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1798523510211072:12345-0@lo:13:osp-pre-0-1.0
00002000:00000024:2.0:1715206202.356380:0:9389:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3922501632 avail 3690979328
00000100:00080000:3.0:1715206202.356390:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206172
00000100:00100000:2.0:1715206202.356460:0:9389:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801247cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1798523510211072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (251us total) trans 0 rc 0/0
00000100:00100000:2.0:1715206202.356469:0:9389:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389
00000100:00100000:0.0:1715206202.356506:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e0f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510211072:0@lo:13:osp-pre-0-1.0
00010000:00010000:3.0:1715206202.637997:0:11642:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000040:00080000:2.0:1715206202.721975:0:15215:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1
00000040:00080000:2.0:1715206202.721981:0:15215:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0]
00000040:00080000:2.0:1715206202.722045:0:15215:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 3 count 1
00000040:00080000:2.0:1715206202.722049:0:15215:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2
00000040:00080000:0.0:1715206202.767383:0:15218:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1
00000001:02000400:3.0:1715206203.005199:0:11201:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_2: @@@@@@ FAIL: hsm flags on /mnt/lustre/d2.sanity-hsm/f2.sanity-hsm are Dumping lctl log to /tmp/testlogs//sanity-hsm.test_2.*.1715206201.log != 0x00000000
Debug log: 77 lines, 77 kept, 0 dropped, 0 bad.