00010000:00010000:3.0F:1715207780.176540:0:6987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0F:1715207780.597221:0:3208:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1715207780.597308:0:6998:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503916096 00000100:00100000:3.0:1715207780.597321:0:6998:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503916096 00000100:00080000:0.0:1715207780.597381:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715207750 00000100:00100000:3.0:1715207780.597436:0:6998:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 273 00000100:00100000:3.0:1715207780.597447:0:6998:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e512680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+20:29197:x1798523503916096:12345-192.168.202.38@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1715207780.597559:0:6998:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e512680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+20:29197:x1798523503916096:12345-192.168.202.38@tcp:60:lhsmtool_posix.0 Request processed in 111us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207780.597571:0:6998:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 273 00000100:00100000:0.0:1715207780.598719:0:3209:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0F:1715207780.598786:0:13448:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503916224 00000100:00100000:2.0:1715207780.598800:0:13448:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503916224 00000100:00100000:2.0:1715207780.598841:0:13448:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 59 00000100:00100000:2.0:1715207780.598847:0:13448:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e510e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+20:29197:x1798523503916224:12345-192.168.202.38@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1715207780.599088:0:13448:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e510e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+21:29197:x1798523503916224:12345-192.168.202.38@tcp:35:lhsmtool_posix.0 Request processed in 240us (372us total) trans 4294967441 rc 0/0 00000100:00100000:2.0:1715207780.599096:0:13448:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 59 00010000:00010000:1.0F:1715207781.178536:0:8591:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715207782.180538:0:6986:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715207783.182445:0:10149:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1715207783.597286:0:7244:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967441 is committed 00000100:00100000:0.0:1715207783.725985:0:3210:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1715207783.726003:0:6992:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503916288 00000100:00100000:0.0:1715207783.726004:0:3210:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:3.0:1715207783.726011:0:6992:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503916288 00000100:00100000:0.0:1715207783.726022:0:3210:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00080000:0.0:1715207783.726032:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715207753 00000100:00100000:3.0:1715207783.726041:0:6992:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 1205 00000100:00100000:3.0:1715207783.726046:0:6992:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bda9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d+12:1955:x1798523503916288:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1715207783.726087:0:6992:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bda9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:ff645b43-0d7b-4a37-b9cc-6ac8f8d65c0d+12:1955:x1798523503916288:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 42us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207783.726092:0:6992:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 1205 00000100:00100000:3.0:1715207783.726111:0:6998:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503916352 00000100:00100000:3.0:1715207783.726113:0:6998:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503916352 00000100:00080000:1.0:1715207783.726131:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715207753 00000100:00100000:3.0:1715207783.726135:0:6998:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 1791 00000100:00100000:3.0:1715207783.726138:0:6998:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008dfd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+20:1954:x1798523503916352:12345-192.168.202.38@tcp:400:kworker.0 00000100:00100000:3.0:1715207783.726158:0:6998:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008dfd3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cbae74da-7571-45ad-b971-0e0378bbd4e4+20:1954:x1798523503916352:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 20us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207783.726162:0:6998:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 1791 00000100:00100000:3.0:1715207783.726172:0:8575:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503916416 00000100:00100000:3.0:1715207783.726174:0:8575:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503916416 00000100:00100000:3.0:1715207783.726192:0:8575:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 924 00000100:00100000:3.0:1715207783.726194:0:8575:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cbae74da-7571-45ad-b971-0e0378bbd4e4+7:1955:x1798523503916416:12345-192.168.202.38@tcp:400:kworker.0 00000100:00080000:1.0:1715207783.726205:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715207753 00000100:00100000:3.0:1715207783.726216:0:8575:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cbae74da-7571-45ad-b971-0e0378bbd4e4+7:1955:x1798523503916416:12345-192.168.202.38@tcp:400:kworker.0 Request processed in 21us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207783.726220:0:8575:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 924 00010000:00010000:2.0:1715207784.184410:0:18958:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715207784.556624:0:3216:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3216:1798523508184064:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1715207784.556714:0:3216:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715207784.556763:0:8579:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508184064 00000100:00100000:0.0:1715207784.556771:0:8579:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508184064 00000100:00100000:0.0:1715207784.556819:0:8579:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00080000:1.0:1715207784.556821:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715207754 00000100:00100000:0.0:1715207784.556825:0:8579:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e4da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3216:x1798523508184064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1715207784.556856:0:8579:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 45940736 pending 0 free 3856662528 avail 3854565376 00000100:00100000:0.0:1715207784.556904:0:8579:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e4da300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3216:x1798523508184064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1715207784.556911:0:8579:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:2.0:1715207784.556927:0:3216:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e8c4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3216:1798523508184064:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1715207784.764484:0:3218:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008e4edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:47336e3e-5c2f-4892-9b72-90c87ec36b26:3218:1798523508184192:0@lo:400:kworker.0 00000100:00100000:0.0:1715207784.764484:0:3217:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88013298f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3217:1798523508184128:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1715207784.764559:0:3215:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88008f55e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3215:1798523508184256:0@lo:400:kworker.0 00000100:00100000:0.0:1715207784.764563:0:3217:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715207784.764569:0:3218:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207784.764575:0:3216:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009221d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3216:1798523508184320:0@lo:400:kworker.0 00000100:00100000:0.0:1715207784.764597:0:3217:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009221ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3217:1798523508184384:0@lo:400:kworker.0 00000100:00100000:1.0:1715207784.764601:0:3218:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009221fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3218:1798523508184448:0@lo:400:kworker.0 00000100:00100000:3.0:1715207784.764619:0:3215:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715207784.764631:0:3218:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715207784.764632:0:8579:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508184128 00000100:00100000:0.0:1715207784.764640:0:8579:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508184128 00000100:00100000:2.0:1715207784.764667:0:6992:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508184192 00000100:00100000:2.0:1715207784.764674:0:6992:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508184192 00000100:00100000:0.0:1715207784.764681:0:8579:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:1.0:1715207784.764683:0:8575:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508184448 00000100:00100000:1.0:1715207784.764687:0:8575:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508184448 00000100:00100000:0.0:1715207784.764689:0:8579:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3217:x1798523508184128:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715207784.764714:0:6992:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:1.0:1715207784.764715:0:8575:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:3.0:1715207784.764723:0:6998:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508184256 00000100:00100000:2.0:1715207784.764724:0:6992:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bda8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:47336e3e-5c2f-4892-9b72-90c87ec36b26+18:3218:x1798523508184192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715207784.764724:0:8575:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013298f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3218:x1798523508184448:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1715207784.764730:0:8579:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1715207784.764731:0:6998:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508184256 00000100:00100000:0.0:1715207784.764769:0:8579:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e8c5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3217:x1798523508184128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 80us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207784.764772:0:6998:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1792 00000100:00100000:0.0:1715207784.764777:0:8579:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1715207784.764781:0:6998:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e6e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3215:x1798523508184256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715207784.764782:0:6992:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bda8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:47336e3e-5c2f-4892-9b72-90c87ec36b26+18:3218:x1798523508184192:12345-0@lo:400:kworker.0 Request processed in 57us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1715207784.764782:0:8575:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013298f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3218:x1798523508184448:12345-0@lo:400:kworker.0 Request processed in 57us (149us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207784.764793:0:6992:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:1.0:1715207784.764793:0:8575:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1715207784.764805:0:3217:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1715207784.764818:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715207754 00000100:00080000:1.0:1715207784.764824:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715207754 00000100:00100000:2.0:1715207784.764831:0:3216:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715207784.764852:0:6998:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e6e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3215:x1798523508184256:12345-0@lo:400:kworker.0 Request processed in 70us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1715207784.764856:0:3218:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009221fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3218:1798523508184448:0@lo:400:kworker.0 00000100:00100000:3.0:1715207784.764864:0:6998:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1792 00000100:00100000:1.0:1715207784.764871:0:3218:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008e4edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:47336e3e-5c2f-4892-9b72-90c87ec36b26:3218:1798523508184192:0@lo:400:kworker.0 00000100:00100000:2.0:1715207784.764881:0:8623:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508184384 00000100:00100000:3.0:1715207784.764883:0:6998:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523508184320 00000100:00100000:2.0:1715207784.764886:0:8623:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508184384 00000100:00100000:3.0:1715207784.764888:0:6998:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523508184320 00000100:00080000:1.0:1715207784.764901:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715207754 00000100:00100000:3.0:1715207784.764917:0:6998:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1793 00000100:00100000:3.0:1715207784.764925:0:6998:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009221c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3216:x1798523508184320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715207784.764925:0:8623:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1794 00000100:00100000:2.0:1715207784.764933:0:8623:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3217:x1798523508184384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715207784.764981:0:6998:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009221c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3216:x1798523508184320:12345-0@lo:400:kworker.0 Request processed in 54us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207784.764984:0:8623:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e8c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3217:x1798523508184384:12345-0@lo:400:kworker.0 Request processed in 50us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207784.764993:0:6998:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1793 00000100:00100000:0.0:1715207784.764995:0:3217:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88013298f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3217:1798523508184128:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715207784.765009:0:8623:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1794 00000100:00100000:0.0:1715207784.765027:0:3217:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009221ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3217:1798523508184384:0@lo:400:kworker.0 00000100:00100000:3.0:1715207784.765037:0:3215:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88008f55e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3215:1798523508184256:0@lo:400:kworker.0 00000100:00100000:2.0:1715207784.765053:0:3216:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009221d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3216:1798523508184320:0@lo:400:kworker.0 00000001:02000400:3.0:1715207784.936409:0:27855:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12u: Multiple reads on multiple HSM imported files in parallel ========================================================== 18:36:24 (1715207784) 00000100:00100000:0.0:1715207785.041480:0:3209:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1715207785.041609:0:8623:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503916608 00000100:00100000:2.0:1715207785.041623:0:8623:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503916608 00000100:00100000:2.0:1715207785.041697:0:8623:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 274 00000100:00080000:1.0:1715207785.041698:0:6994:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715207755 00000100:00100000:2.0:1715207785.041707:0:8623:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880132a4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cbae74da-7571-45ad-b971-0e0378bbd4e4+20:30561:x1798523503916608:12345-192.168.202.38@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1715207785.041730:0:8623:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715207785.041751:0:8623:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132965d40/0x8c55e4ad37f667fc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbbeffb005ec3e353 expref: -99 pid: 8623 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207785.041874:0:8623:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132965f80/0x8c55e4ad37f66803 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.041889:0:8623:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880132965f80/0x8c55e4ad37f66803 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.041902:0:8623:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880132965f80/0x8c55e4ad37f66803 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.041915:0:8623:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801329661c0/0x8c55e4ad37f6680a lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.041922:0:8623:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801329661c0/0x8c55e4ad37f6680a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.041928:0:8623:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801329661c0/0x8c55e4ad37f6680a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8623 initiator: MDT0 00000004:00200000:2.0:1715207785.042016:0:8623:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 10752 00010000:00010000:2.0:1715207785.042164:0:8623:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880132965f80/0x8c55e4ad37f66803 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.042185:0:8623:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880132965f80/0x8c55e4ad37f66803 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.042192:0:8623:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880132965f80/0x8c55e4ad37f66803 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.042198:0:8623:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880132965f80 already unused, calling callback (ffffffffa13a3730) 00010000:00010000:2.0:1715207785.042202:0:8623:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132965f80/0x8c55e4ad37f66803 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.042209:0:8623:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880132965f80/0x8c55e4ad37f66803 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.042222:0:8623:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff88008e524300) 00010000:00010000:2.0:1715207785.042225:0:8623:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715207785.042230:0:8623:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880132965f80/0x8c55e4ad37f66803 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.042236:0:8623:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132965f80/0x8c55e4ad37f66803 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.042267:0:8623:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801329661c0/0x8c55e4ad37f6680a lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.042336:0:8623:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801329661c0/0x8c55e4ad37f6680a lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.042342:0:8623:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801329661c0/0x8c55e4ad37f6680a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.042348:0:8623:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8801329661c0 already unused, calling callback (ffffffffa13a3730) 00010000:00010000:2.0:1715207785.042351:0:8623:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801329661c0/0x8c55e4ad37f6680a lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.042369:0:8623:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801329661c0/0x8c55e4ad37f6680a lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.042379:0:8623:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x646966 (ffff880135722800) 00010000:00010000:2.0:1715207785.042381:0:8623:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715207785.042384:0:8623:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801329661c0/0x8c55e4ad37f6680a lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.042390:0:8623:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801329661c0/0x8c55e4ad37f6680a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8623 initiator: MDT0 00010000:00010000:2.0:1715207785.042433:0:8623:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880132965d40/0x8c55e4ad37f667fc lrc: 1/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0xbbeffb005ec3e353 expref: 22 pid: 8623 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207785.042442:0:8623:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880132965d40/0x8c55e4ad37f667fc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.38@tcp remote: 0xbbeffb005ec3e353 expref: 22 pid: 8623 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207785.042451:0:8623:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880132965d40, rc 0) 00000100:00100000:2.0:1715207785.042518:0:8623:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880132a4d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cbae74da-7571-45ad-b971-0e0378bbd4e4+21:30561:x1798523503916608:12345-192.168.202.38@tcp:101:lhsmtool_posix.0 Request processed in 811us (1048us total) trans 4294967442 rc 301/301 00000100:00100000:2.0:1715207785.042527:0:8623:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 274 00000100:00100000:1.0:1715207785.044148:0:3210:0:(events.c:359:request_in_callback()) peer: 12345-192.168.202.38@tcp (source: 12345-192.168.202.38@tcp) 00000100:00100000:2.0:1715207785.044264:0:8623:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523503916672 00000100:00100000:2.0:1715207785.044301:0:8623:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523503916672 00000100:00100000:2.0:1715207785.044382:0:8623:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.38@tcp, seq: 275 00000100:00100000:2.0:1715207785.044391:0:8623:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88013298f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cbae74da-7571-45ad-b971-0e0378bbd4e4+21:30561:x1798523503916672:12345-192.168.202.38@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1715207785.044476:0:8623:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88013298f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cbae74da-7571-45ad-b971-0e0378bbd4e4+21:30561:x1798523503916672:12345-192.168.202.38@tcp:59:lhsmtool_posix.0 Request processed in 82us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207785.044486:0:8623:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.38@tcp, seq: 275 00010000:00010000:3.0:1715207785.186645:0:6987:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1715207785.234567:0:14992:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1715207785.234578:0:14992:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1715207785.235129:0:14992:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1715207785.235137:0:14992:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:02000400:3.0:1715207785.561823:0:27919:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12u: @@@@@@ FAIL: failed to mkdir /mnt/lustre/d12u.sanity-hsm Debug log: 168 lines, 168 kept, 0 dropped, 0 bad.