00000100:00100000:2.0F:1715206207.321927:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715206207.321992:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0F:1715206207.321993:0:7119:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504888256 00000100:00100000:0.0:1715206207.322013:0:7119:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504888256 00000100:00100000:2.0:1715206207.322030:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715206207.322049:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:3.0F:1715206207.322057:0:7124:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504888320 00000100:00080000:1.0F:1715206207.322066:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206177 00000100:00100000:3.0:1715206207.322068:0:7124:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504888320 00000100:00080000:1.0:1715206207.322077:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206177 00000100:00100000:0.0:1715206207.322093:0:7119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 501 00000100:00100000:3.0:1715206207.322095:0:7124:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504888384 00000100:00100000:3.0:1715206207.322096:0:7124:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504888384 00000100:00100000:0.0:1715206207.322099:0:7119:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880087dfd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd+12:2000:x1798523504888256:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:2.0:1715206207.322100:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:3.0:1715206207.322111:0:7124:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504888448 00000100:00100000:3.0:1715206207.322112:0:7124:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504888448 00000100:00100000:1.0:1715206207.322119:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 967 00000100:00100000:1.0:1715206207.322126:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e20c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:04532c2b-e5e9-420d-abb0-4480aab1e378+8:2001:x1798523504888320:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:2.0:1715206207.322130:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 968 00000100:00100000:3.0:1715206207.322138:0:7124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 969 00000100:00100000:2.0:1715206207.322139:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e20d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+15:2000:x1798523504888384:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:3.0:1715206207.322143:0:7124:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e20e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2001:x1798523504888448:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:0.0:1715206207.322162:0:7119:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880087dfd050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd+12:2000:x1798523504888256:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 64us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206207.322164:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e20c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:04532c2b-e5e9-420d-abb0-4480aab1e378+8:2001:x1798523504888320:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 38us (172us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206207.322167:0:7119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 501 00000100:00100000:1.0:1715206207.322171:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 967 00000100:00100000:3.0:1715206207.322191:0:7124:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e20e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:2001:x1798523504888448:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 49us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206207.322191:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e20d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+15:2000:x1798523504888384:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 54us (162us total) trans 0 rc 0/0 00000100:00080000:1.0:1715206207.322193:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206177 00000100:00080000:1.0:1715206207.322195:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206177 00000100:00100000:2.0:1715206207.322197:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 968 00000100:00100000:3.0:1715206207.322201:0:7124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 969 00000100:00100000:1.0:1715206207.323172:0:9918:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504888512 00000100:00100000:1.0:1715206207.323180:0:9918:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504888512 00000100:00100000:1.0:1715206207.323230:0:9918:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 497 00000100:00100000:1.0:1715206207.323236:0:9918:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+6:2000:x1798523504888512:12345-192.168.201.23@tcp:400:kworker.0 00000100:00080000:2.0:1715206207.323243:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206177 00000100:00100000:1.0:1715206207.323269:0:9918:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+6:2000:x1798523504888512:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 33us (1168us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206207.323274:0:9918:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 497 00000100:00100000:1.0:1715206207.347992:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3685:1798523510212224:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1715206207.348037:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3686:1798523510212160:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715206207.348068:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206207.348119:0:9919:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510212160 00000100:00100000:3.0:1715206207.348128:0:9919:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510212160 00000100:00080000:2.0:1715206207.348166:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206177 00000100:00100000:3.0:1715206207.348188:0:9919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1715206207.348196:0:9919:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012d0aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523510212160:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1715206207.348229:0:9919:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3922501632 avail 3690979328 00000100:00100000:3.0:1715206207.348299:0:9919:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012d0aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3686:x1798523510212160:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206207.348307:0:9919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:2.0:1715206207.348330:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d09b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3686:1798523510212160:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1715206207.348934:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206207.348955:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510212224 00000100:00100000:2.0:1715206207.348961:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510212224 00000100:00100000:2.0:1715206207.348991:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1715206207.348995:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e35df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523510212224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1715206207.349024:0:7128:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446313984 avail 1316851712 00000100:00100000:2.0:1715206207.349075:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e35df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523510212224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206207.349083:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1715206207.349105:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e03c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3685:1798523510212224:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1715206207.363996:0:3684:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1715206207.364013:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510212288:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1715206207.364062:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206207.364106:0:9919:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510212288 00000100:00100000:3.0:1715206207.364115:0:9919:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510212288 00000100:00100000:3.0:1715206207.364157:0:9919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1715206207.364163:0:9919:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e35d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1798523510212288:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1715206207.364169:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206177 00002000:00000024:3.0:1715206207.364185:0:9919:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3922501632 avail 3690979328 00000100:00100000:3.0:1715206207.364239:0:9919:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e35d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3684:x1798523510212288:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206207.364245:0:9919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1715206207.364291:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e03d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510212288:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1715206207.648036:0:11642:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1715206207.696313:0:12181:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_3: @@@@@@ FAIL: hsm flags on /mnt/lustre/d3.sanity-hsm/f3.sanity-hsm are Dumping lctl log to /tmp/testlogs//sanity-hsm.test_3.*.1715206206.log != 0x00000000 Debug log: 75 lines, 75 kept, 0 dropped, 0 bad.