00010000:00010000:2.0F:1715206191.990394:0:6986:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0F:1715206192.012378:0:3216:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008dfd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3216:1798523508027072:0@lo:13:osp-pre-0-0.0
00000100:00100000:1.0:1715206192.012439:0:3216:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1715206192.013256:0:10974:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508027072
00000100:00100000:2.0:1715206192.013262:0:10974:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508027072
00000100:00080000:0.0F:1715206192.013330:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206162
00000100:00100000:2.0:1715206192.013331:0:10974:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197
00000100:00100000:2.0:1715206192.013336:0:10974:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3216:x1798523508027072:12345-0@lo:13:osp-pre-0-0.0
00002000:00000024:2.0:1715206192.013364:0:10974:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 44236800 pending 0 free 3857711104 avail 3855613952
00000100:00100000:2.0:1715206192.013402:0:10974:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e634e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3216:x1798523508027072:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (963us total) trans 0 rc 0/0
00000100:00100000:2.0:1715206192.013406:0:10974:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197
00000100:00100000:0.0:1715206192.013441:0:3216:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008dfd0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3216:1798523508027072:0@lo:13:osp-pre-0-0.0
00000100:00100000:0.0:1715206192.125968:0:3208:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp)
00000100:00100000:0.0:1715206192.126012:0:3208:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp)
00000100:00100000:3.0F:1715206192.126021:0:6998:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503825536
00000100:00100000:3.0:1715206192.126032:0:6998:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503825536
00000100:00100000:0.0:1715206192.126045:0:3208:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp)
00000100:00100000:3.0:1715206192.126080:0:6998:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 479
00000100:00100000:3.0:1715206192.126087:0:6998:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+19:1957:x1798523503825536:12345-192.168.202.38@tcp:400:kworker.0
00000100:00100000:0.0:1715206192.126114:0:8577:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503825600
00000100:00100000:0.0:1715206192.126119:0:8577:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503825600
00000100:00100000:0.0:1715206192.126151:0:8577:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 238
00000100:00100000:0.0:1715206192.126157:0:8577:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+6:1956:x1798523503825600:12345-192.168.202.38@tcp:400:kworker.0
00000100:00100000:3.0:1715206192.126163:0:6998:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfd0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+19:1957:x1798523503825536:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 75us (200us total) trans 0 rc 0/0
00000100:00100000:3.0:1715206192.126171:0:6998:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 479
00000100:00100000:0.0:1715206192.126188:0:8577:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfd1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+6:1956:x1798523503825600:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 31us (143us total) trans 0 rc 0/0
00000100:00100000:0.0:1715206192.126195:0:8577:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 238
00000100:00080000:3.0:1715206192.126203:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206162
00000100:00100000:1.0:1715206192.126862:0:6992:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503825472
00000100:00100000:1.0:1715206192.126868:0:6992:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503825472
00000100:00080000:3.0:1715206192.126907:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206162
00000100:00100000:1.0:1715206192.126912:0:6992:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 393
00000100:00100000:1.0:1715206192.126917:0:6992:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb14050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d+12:1956:x1798523503825472:12345-192.168.202.38@tcp:400:kworker.0
00000100:00100000:1.0:1715206192.126941:0:6992:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb14050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d+12:1956:x1798523503825472:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 24us (930us total) trans 0 rc 0/0
00000100:00100000:1.0:1715206192.126945:0:6992:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 393
00000100:00100000:1.0:1715206192.220364:0:3217:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eba8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:47336e3e-5c2f-4892-9b72-90c87ec36b26:3217:1798523508027136:0@lo:400:kworker.0
00000100:00100000:3.0:1715206192.220368:0:3215:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3215:1798523508027264:0@lo:400:kworker.0
00000100:00100000:2.0:1715206192.220399:0:3218:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3218:1798523508027200:0@lo:13:osp-pre-1-0.0
00000100:00100000:0.0:1715206192.220401:0:3216:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eba8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3216:1798523508027328:0@lo:400:kworker.0
00000100:00100000:3.0:1715206192.220421:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1715206192.220421:0:3217:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1715206192.220431:0:3218:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:0.0:1715206192.220435:0:3216:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:2.0:1715206192.220443:0:3218:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3218:1798523508027456:0@lo:400:kworker.0
00000100:00100000:1.0:1715206192.220443:0:3217:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008eba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3217:1798523508027392:0@lo:400:kworker.0
00000100:00100000:0.0:1715206192.220457:0:8623:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508027264
00000100:00100000:3.0:1715206192.220458:0:6998:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508027328
00000100:00100000:2.0:1715206192.220459:0:3218:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:1.0:1715206192.220459:0:3217:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo)
00000100:00100000:3.0:1715206192.220462:0:6998:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508027328
00000100:00100000:0.0:1715206192.220462:0:8623:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508027264
00000100:00100000:2.0:1715206192.220478:0:10974:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508027200
00000100:00100000:1.0:1715206192.220478:0:6992:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508027136
00000100:00100000:1.0:1715206192.220481:0:6992:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508027136
00000100:00100000:2.0:1715206192.220482:0:10974:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508027200
00000100:00100000:0.0:1715206192.220483:0:8623:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508027392
00000100:00100000:0.0:1715206192.220484:0:8623:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508027392
00000100:00100000:3.0:1715206192.220491:0:6998:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480
00000100:00100000:3.0:1715206192.220497:0:6998:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3215:x1798523508027264:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1715206192.220503:0:10974:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198
00000100:00100000:1.0:1715206192.220504:0:6992:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394
00000100:00100000:0.0:1715206192.220504:0:8623:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481
00000100:00100000:2.0:1715206192.220508:0:10974:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eba9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3218:x1798523508027200:12345-0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1715206192.220508:0:6992:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012cb13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:47336e3e-5c2f-4892-9b72-90c87ec36b26+18:3217:x1798523508027136:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1715206192.220511:0:8623:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3216:x1798523508027328:12345-0@lo:400:kworker.0
00002000:00000024:2.0:1715206192.220535:0:10974:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3857711104 avail 3855613952
00000100:00100000:3.0:1715206192.220539:0:6998:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e48c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3215:x1798523508027264:12345-0@lo:400:kworker.0 Request processed in 42us (119us total) trans 0 rc 0/0
00000100:00100000:1.0:1715206192.220540:0:6992:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012cb13c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:47336e3e-5c2f-4892-9b72-90c87ec36b26+18:3217:x1798523508027136:12345-0@lo:400:kworker.0 Request processed in 31us (118us total) trans 0 rc 0/0
00000100:00100000:0.0:1715206192.220540:0:8623:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfd1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3216:x1798523508027328:12345-0@lo:400:kworker.0 Request processed in 28us (105us total) trans 0 rc 0/0
00000100:00100000:3.0:1715206192.220545:0:6998:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480
00000100:00100000:1.0:1715206192.220546:0:6992:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394
00000100:00100000:0.0:1715206192.220548:0:8623:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481
00000100:00100000:2.0:1715206192.220557:0:10974:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eba9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3218:x1798523508027200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (125us total) trans 0 rc 0/0
00000100:00100000:0.0:1715206192.220557:0:8623:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482
00000100:00100000:0.0:1715206192.220559:0:8623:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3217:x1798523508027392:12345-0@lo:400:kworker.0
00000100:00100000:2.0:1715206192.220562:0:10974:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198
00000100:00080000:3.0:1715206192.220565:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206162
00000100:00080000:3.0:1715206192.220568:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206162
00000100:00080000:3.0:1715206192.220570:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206162
00000100:00100000:0.0:1715206192.220573:0:8623:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e635500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3217:x1798523508027392:12345-0@lo:400:kworker.0 Request processed in 13us (114us total) trans 0 rc 0/0
00000100:00100000:0.0:1715206192.220584:0:8623:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482
00000100:00100000:1.0:1715206192.220585:0:3217:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008eba9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3217:1798523508027392:0@lo:400:kworker.0
00000100:00100000:3.0:1715206192.220586:0:3215:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008eba8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3215:1798523508027264:0@lo:400:kworker.0
00000100:00100000:2.0:1715206192.220588:0:3218:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e635180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3218:1798523508027200:0@lo:13:osp-pre-1-0.0
00000100:00100000:1.0:1715206192.220593:0:3217:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008eba8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:47336e3e-5c2f-4892-9b72-90c87ec36b26:3217:1798523508027136:0@lo:400:kworker.0
00000100:00100000:0.0:1715206192.220598:0:8577:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508027456
00000100:00100000:0.0:1715206192.220600:0:8577:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508027456
00000100:00100000:0.0:1715206192.220617:0:8577:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239
00000100:00100000:0.0:1715206192.220620:0:8577:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008eba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3218:x1798523508027456:12345-0@lo:400:kworker.0
00000100:00100000:0.0:1715206192.220649:0:8577:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008eba9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3218:x1798523508027456:12345-0@lo:400:kworker.0 Request processed in 28us (189us total) trans 0 rc 0/0
00000100:00100000:0.0:1715206192.220653:0:8577:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239
00000100:00100000:0.0:1715206192.220668:0:3216:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008eba8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3216:1798523508027328:0@lo:400:kworker.0
00000100:00100000:2.0:1715206192.220672:0:3218:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008eba9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3218:1798523508027456:0@lo:400:kworker.0
00000001:02000400:1.0:1715206192.670714:0:13227:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_2: @@@@@@ FAIL: hsm flags on /mnt/lustre/d2.sanity-hsm/f2.sanity-hsm are Dumping lctl log to /tmp/testlogs//sanity-hsm.test_2.*.1715206191.log != 0x00000000
00010000:00010000:2.0:1715206192.993156:0:8591:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 95 lines, 95 kept, 0 dropped, 0 bad.