00010000:00010000:2.0F:1715207996.226135:0:14811:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0F:1715207997.060086:0:3683:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1715207997.060125:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009dc75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24597633-7c6c-43cc-a7e8-ad821c1018c0:3683:1798523510663168:0@lo:400:kworker.0 00000100:00100000:0.0F:1715207997.060221:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510663488:0@lo:400:kworker.0 00000100:00100000:2.0:1715207997.060225:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009dc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3685:1798523510663296:0@lo:400:kworker.0 00000100:00100000:1.0F:1715207997.060248:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e188000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3686:1798523510663360:0@lo:400:kworker.0 00000100:00100000:3.0:1715207997.060250:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207997.060287:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715207997.060296:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a574b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3683:1798523510663232:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715207997.060302:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207997.060313:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e188a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3685:1798523510663552:0@lo:400:kworker.0 00000100:00100000:0.0:1715207997.060331:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510663360 00000100:00100000:0.0:1715207997.060340:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510663360 00000100:00100000:1.0:1715207997.060344:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e188e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3686:1798523510663616:0@lo:400:kworker.0 00000100:00100000:3.0:1715207997.060345:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207997.060349:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207997.060365:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e189880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3685:1798523510663808:0@lo:400:kworker.0 00000100:00100000:3.0:1715207997.060370:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e188380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3683:1798523510663424:0@lo:400:kworker.0 00000100:00100000:1.0:1715207997.060376:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715207997.060384:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1897 00000100:00100000:0.0:1715207997.060391:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e18a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523510663360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715207997.060398:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510663296 00000100:00100000:1.0:1715207997.060401:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e189c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3686:1798523510663872:0@lo:400:kworker.0 00000100:00100000:3.0:1715207997.060402:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207997.060403:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510663296 00000100:00100000:3.0:1715207997.060419:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510663680:0@lo:400:kworker.0 00000100:00100000:1.0:1715207997.060425:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207997.060434:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510663552 00000100:00100000:2.0:1715207997.060436:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510663552 00000100:00100000:3.0:1715207997.060449:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715207997.060455:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e18a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523510663360:12345-0@lo:400:kworker.0 Request processed in 64us (154us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207997.060456:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510663616 00000100:00100000:2.0:1715207997.060458:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510663616 00000100:00100000:0.0:1715207997.060463:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1897 00000100:00100000:3.0:1715207997.060465:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510663936:0@lo:400:kworker.0 00000100:00100000:2.0:1715207997.060467:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510663424 00000100:00100000:2.0:1715207997.060470:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510663424 00000100:00100000:1.0:1715207997.060471:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e188000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3686:1798523510663360:0@lo:400:kworker.0 00000100:00100000:2.0:1715207997.060478:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510663872 00000100:00100000:2.0:1715207997.060480:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510663872 00000100:00100000:3.0:1715207997.060487:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207997.060489:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4248 00000100:00100000:0.0:1715207997.060489:0:7118:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510663168 00000100:00100000:0.0:1715207997.060492:0:7118:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510663168 00000100:00100000:2.0:1715207997.060494:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e3ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1798523510663296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715207997.060505:0:3683:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1715207997.060505:0:9389:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510663232 00000100:00100000:1.0:1715207997.060511:0:9389:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510663232 00000100:00100000:3.0:1715207997.060512:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e18a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3683:1798523510664000:0@lo:400:kworker.0 00000100:00100000:0.0:1715207997.060515:0:7118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:0.0:1715207997.060519:0:7118:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880075c81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24597633-7c6c-43cc-a7e8-ad821c1018c0+23:3683:x1798523510663168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715207997.060533:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e3ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3685:x1798523510663296:12345-0@lo:400:kworker.0 Request processed in 37us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207997.060540:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4248 00000100:00100000:3.0:1715207997.060543:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715207997.060545:0:7118:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880075c81450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24597633-7c6c-43cc-a7e8-ad821c1018c0+23:3683:x1798523510663168:12345-0@lo:400:kworker.0 Request processed in 26us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1715207997.060548:0:9389:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1822 00000100:00100000:0.0:1715207997.060552:0:7118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00100000:2.0:1715207997.060553:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4249 00000100:00100000:1.0:1715207997.060555:0:9389:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3683:x1798523510663232:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715207997.060556:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e3c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1798523510663552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715207997.060568:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009dc75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:24597633-7c6c-43cc-a7e8-ad821c1018c0:3683:1798523510663168:0@lo:400:kworker.0 00000100:00100000:2.0:1715207997.060576:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e3c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3685:x1798523510663552:12345-0@lo:400:kworker.0 Request processed in 19us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1715207997.060576:0:9386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510663680 00000100:00100000:0.0:1715207997.060579:0:9386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510663680 00000100:00100000:2.0:1715207997.060581:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4249 00002000:00000024:1.0:1715207997.060588:0:9389:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3920404480 avail 3688882176 00000100:00100000:2.0:1715207997.060590:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4250 00000100:00100000:2.0:1715207997.060593:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e18aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3686:x1798523510663616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715207997.060596:0:9386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510663936 00000100:00100000:0.0:1715207997.060598:0:9386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510663936 00000100:00100000:3.0:1715207997.060603:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4251 00000100:00100000:3.0:1715207997.060610:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a574b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3683:x1798523510663424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715207997.060610:0:9386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510664000 00000100:00100000:0.0:1715207997.060612:0:9386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510664000 00000100:00100000:0.0:1715207997.060627:0:9386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2270 00000100:00100000:0.0:1715207997.060631:0:9386:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3683:x1798523510663680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715207997.060636:0:9389:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3683:x1798523510663232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207997.060640:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e18aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3686:x1798523510663616:12345-0@lo:400:kworker.0 Request processed in 45us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207997.060647:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4250 00000100:00100000:1.0:1715207997.060647:0:9389:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1822 00000100:00100000:3.0:1715207997.060653:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a574b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0001_UUID+5:3683:x1798523510663424:12345-0@lo:400:kworker.0 Request processed in 44us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1715207997.060658:0:9386:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3683:x1798523510663680:12345-0@lo:400:kworker.0 Request processed in 27us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207997.060660:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4252 00000100:00100000:2.0:1715207997.060664:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e18ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3686:x1798523510663872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715207997.060666:0:9386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2270 00000100:00100000:3.0:1715207997.060667:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4251 00000100:00100000:0.0:1715207997.060676:0:9386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2271 00000100:00100000:0.0:1715207997.060679:0:9386:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3683:x1798523510663936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715207997.060683:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e18ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3686:x1798523510663872:12345-0@lo:400:kworker.0 Request processed in 19us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207997.060689:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4252 00000100:00100000:1.0:1715207997.060700:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e188e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3686:1798523510663616:0@lo:400:kworker.0 00000100:00100000:3.0:1715207997.060701:0:17457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2272 00000100:00100000:3.0:1715207997.060707:0:17457:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3683:x1798523510664000:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1715207997.060710:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715207967 00000100:00080000:2.0:1715207997.060714:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715207967 00000100:00100000:1.0:1715207997.060715:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e189c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3686:1798523510663872:0@lo:400:kworker.0 00000100:00080000:2.0:1715207997.060716:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715207967 00000100:00100000:0.0:1715207997.060717:0:9386:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3683:x1798523510663936:12345-0@lo:400:kworker.0 Request processed in 37us (231us total) trans 0 rc 0/0 00000100:00080000:2.0:1715207997.060718:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715207967 00000100:00080000:2.0:1715207997.060720:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715207967 00000100:00100000:0.0:1715207997.060724:0:9386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2271 00000100:00100000:2.0:1715207997.060733:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715207997.060742:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715207997.060748:0:17457:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3683:x1798523510664000:12345-0@lo:400:kworker.0 Request processed in 41us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207997.060758:0:17457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2272 00000100:00100000:2.0:1715207997.060762:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009dc74a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3685:1798523510663296:0@lo:400:kworker.0 00000100:00100000:0.0:1715207997.060762:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510663488 00000100:00100000:1.0:1715207997.060765:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e189500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510663744:0@lo:400:kworker.0 00000100:00100000:0.0:1715207997.060766:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510663488 00000100:00100000:2.0:1715207997.060772:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e188a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3685:1798523510663552:0@lo:400:kworker.0 00000100:00100000:0.0:1715207997.060782:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1898 00000100:00100000:0.0:1715207997.060785:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e189c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510663488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715207997.060792:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207997.060793:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510663808 00000100:00100000:2.0:1715207997.060796:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510663808 00000100:00100000:3.0:1715207997.060810:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e18a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3683:1798523510664000:0@lo:400:kworker.0 00000100:00100000:2.0:1715207997.060817:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4253 00000100:00100000:0.0:1715207997.060817:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e189c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510663488:12345-0@lo:400:kworker.0 Request processed in 29us (75us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207997.060822:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adc1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1798523510663808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715207997.060823:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e188700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510663488:0@lo:400:kworker.0 00000100:00100000:3.0:1715207997.060824:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e188380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3683:1798523510663424:0@lo:400:kworker.0 00000100:00100000:0.0:1715207997.060824:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1898 00000100:00100000:3.0:1715207997.060838:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e189180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510663680:0@lo:400:kworker.0 00000100:00100000:2.0:1715207997.060851:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adc1fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3685:x1798523510663808:12345-0@lo:400:kworker.0 Request processed in 29us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207997.060853:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e189f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510663936:0@lo:400:kworker.0 00000100:00100000:2.0:1715207997.060858:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4253 00000100:00080000:2.0:1715207997.060869:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715207967 00000100:00100000:3.0:1715207997.060872:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a574b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3683:1798523510663232:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1715207997.060930:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e189880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3685:1798523510663808:0@lo:400:kworker.0 00000100:00100000:3.0:1715207997.060953:0:17457:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510663744 00000100:00100000:3.0:1715207997.060958:0:17457:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510663744 00000100:00080000:2.0:1715207997.060984:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715207967 00000100:00100000:3.0:1715207997.060985:0:17457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2273 00000100:00100000:3.0:1715207997.060989:0:17457:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e188e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510663744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1715207997.061043:0:17457:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e188e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510663744:12345-0@lo:400:kworker.0 Request processed in 52us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207997.061053:0:17457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2273 00000100:00100000:1.0:1715207997.061102:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e189500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510663744:0@lo:400:kworker.0 00000100:00100000:0.0:1715207997.076091:0:3686:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1715207997.076111:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a574b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3686:1798523510664064:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715207997.076182:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715207997.076267:0:9919:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510664064 00000100:00100000:3.0:1715207997.076276:0:9919:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510664064 00000100:00100000:3.0:1715207997.076330:0:9919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1823 00000100:00100000:3.0:1715207997.076338:0:9919:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523510664064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1715207997.076359:0:9919:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3920404480 avail 3688882176 00000100:00100000:3.0:1715207997.076411:0:9919:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523510664064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207997.076423:0:9919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1823 00000100:00100000:0.0:1715207997.076436:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a574b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3686:1798523510664064:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1715207997.228041:0:9401:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1715207997.461605:0:7105:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967433 is committed 00010000:00010000:2.0:1715207997.461702:0:3669:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fdd8c0/0xfa8b5bed8789213f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461717:0:3669:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fdd8c0/0xfa8b5bed8789213f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461726:0:3669:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fdd8c0/0xfa8b5bed8789213f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461732:0:3669:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a8fdd8c0 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715207997.461737:0:3669:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fdd8c0/0xfa8b5bed8789213f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461744:0:3669:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fdd8c0/0xfa8b5bed8789213f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461764:0:3669:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcc11978 (ffff8801300b4200) 00010000:00010000:2.0:1715207997.461767:0:3669:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715207997.461771:0:3669:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fdd8c0/0xfa8b5bed8789213f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461777:0:3669:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fdd8c0/0xfa8b5bed8789213f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbcc11978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461796:0:3669:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fded00/0xfa8b5bed87892146 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461801:0:3669:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fded00/0xfa8b5bed87892146 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461806:0:3669:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fded00/0xfa8b5bed87892146 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461820:0:3669:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a8fded00 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715207997.461822:0:3669:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fded00/0xfa8b5bed87892146 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461827:0:3669:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fded00/0xfa8b5bed87892146 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461835:0:3669:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0x0 (ffff8801300b4100) 00010000:00010000:2.0:1715207997.461837:0:3669:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715207997.461839:0:3669:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fded00/0xfa8b5bed87892146 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461843:0:3669:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fded00/0xfa8b5bed87892146 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461858:0:3669:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfa80/0xfa8b5bed878921af lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x7:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461863:0:3669:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfa80/0xfa8b5bed878921af lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x7:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461867:0:3669:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfa80/0xfa8b5bed878921af lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x7:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461872:0:3669:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e3bfa80 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715207997.461874:0:3669:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfa80/0xfa8b5bed878921af lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x7:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461908:0:3669:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfa80/0xfa8b5bed878921af lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x7:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461915:0:3669:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x7:0x0].0xbcc1198a (ffff8800b4d9d700) 00010000:00010000:2.0:1715207997.461922:0:3669:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715207997.461925:0:3669:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfa80/0xfa8b5bed878921af lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x7:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10664 initiator: MDT0 00010000:00010000:2.0:1715207997.461929:0:3669:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bfa80/0xfa8b5bed878921af lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x7:0x0].0xbcc1198a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 10664 initiator: MDT0 00010000:00010000:3.0:1715207998.230076:0:7112:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715207998.340183:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a574b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3686:1798523510664128:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1715207998.340263:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207998.340324:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510664128 00000100:00100000:2.0:1715207998.340336:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510664128 00000100:00100000:2.0:1715207998.340395:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1899 00000100:00100000:2.0:1715207998.340404:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a03f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523510664128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1715207998.340443:0:8276:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445036032 avail 1315573760 00000100:00100000:2.0:1715207998.340508:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a03f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3686:x1798523510664128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207998.340518:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1899 00000100:00100000:0.0:1715207998.340548:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a574b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3686:1798523510664128:0@lo:41:osp-pre-0-1.0 00000001:02000400:1.0:1715207998.731529:0:29205:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 21: Simple release tests ============== 18:39:58 (1715207998) 00000100:00100000:0.0:1715207998.822306:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715207998.822405:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505043392 00000100:00100000:2.0:1715207998.822420:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505043392 00000100:00080000:0.0:1715207998.822485:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715207968 00000100:00100000:2.0:1715207998.822512:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 387 00000100:00100000:2.0:1715207998.822525:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+23:3565:x1798523505043392:12345-192.168.201.23@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1715207998.822558:0:21028:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715207998.822587:0:21028:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4cd80/0xfa8b5bed878921c4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd5570272 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.822696:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c900/0xfa8b5bed878921cb lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.822714:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c900/0xfa8b5bed878921cb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.822729:0:21028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c900/0xfa8b5bed878921cb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.822752:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4e880/0xfa8b5bed878921d2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.822760:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4e880/0xfa8b5bed878921d2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.822767:0:21028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4e880/0xfa8b5bed878921d2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT0 00000004:00200000:2.0:1715207998.822840:0:21028:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1715207998.822951:0:21028:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c900/0xfa8b5bed878921cb lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.822959:0:21028:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c900/0xfa8b5bed878921cb lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.822966:0:21028:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c900/0xfa8b5bed878921cb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.822973:0:21028:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4c900 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715207998.822977:0:21028:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c900/0xfa8b5bed878921cb lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.822985:0:21028:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c900/0xfa8b5bed878921cb lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.822999:0:21028:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8801303a6000) 00010000:00010000:2.0:1715207998.823002:0:21028:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715207998.823007:0:21028:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c900/0xfa8b5bed878921cb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.823013:0:21028:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c900/0xfa8b5bed878921cb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.823052:0:21028:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4e880/0xfa8b5bed878921d2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.823059:0:21028:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4e880/0xfa8b5bed878921d2 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.823064:0:21028:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4e880/0xfa8b5bed878921d2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.823069:0:21028:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4e880 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715207998.823072:0:21028:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4e880/0xfa8b5bed878921d2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.823077:0:21028:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4e880/0xfa8b5bed878921d2 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.823085:0:21028:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x646966 (ffff8801303a6700) 00010000:00010000:2.0:1715207998.823087:0:21028:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715207998.823090:0:21028:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4e880/0xfa8b5bed878921d2 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.823095:0:21028:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4e880/0xfa8b5bed878921d2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.823161:0:21028:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4cd80/0xfa8b5bed878921c4 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd5570272 expref: 25 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.823171:0:21028:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4cd80/0xfa8b5bed878921c4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd5570272 expref: 25 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.823180:0:21028:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed4cd80, rc 0) 00000100:00100000:2.0:1715207998.823245:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c118000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+24:3565:x1798523505043392:12345-192.168.201.23@tcp:101:lhsmtool_posix.0 Request processed in 722us (949us total) trans 4294967434 rc 301/301 00000100:00100000:2.0:1715207998.823261:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 387 00000100:00100000:0.0:1715207998.825110:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715207998.825229:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505043456 00000100:00100000:2.0:1715207998.825238:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505043456 00000100:00100000:2.0:1715207998.825282:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 388 00000100:00100000:2.0:1715207998.825290:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c118380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+24:3565:x1798523505043456:12345-192.168.201.23@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1715207998.825364:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c118380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+24:3565:x1798523505043456:12345-192.168.201.23@tcp:59:lhsmtool_posix.0 Request processed in 74us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207998.825373:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 388 00000100:00100000:0.0:1715207998.826736:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715207998.826853:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505043520 00000100:00100000:2.0:1715207998.826862:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505043520 00000100:00080000:0.0:1715207998.826922:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715207968 00000100:00100000:2.0:1715207998.826944:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 389 00000100:00100000:2.0:1715207998.826952:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+11:3565:x1798523505043520:12345-192.168.201.23@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1715207998.827021:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c118700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+11:3565:x1798523505043520:12345-192.168.201.23@tcp:59:lhsmtool_posix.0 Request processed in 69us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207998.827030:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 389 00000100:00100000:0.0:1715207998.845292:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715207998.845338:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715207998.845414:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505043776 00000100:00100000:2.0:1715207998.845423:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505043776 00000100:00100000:2.0:1715207998.845466:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505043904 00000100:00100000:2.0:1715207998.845469:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505043904 00000100:00100000:3.0:1715207998.845489:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 390 00000100:00100000:3.0:1715207998.845501:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+12:2003:x1798523505043776:12345-192.168.201.23@tcp:41:mkdir.0 00000100:00100000:2.0:1715207998.845501:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 391 00000100:00100000:2.0:1715207998.845509:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c118e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+12:3570:x1798523505043904:12345-192.168.201.23@tcp:36:mkdir.0 00000004:00000024:3.0:1715207998.845537:0:7122:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446305792 avail 1316843520 00000100:00100000:2.0:1715207998.845595:0:21028:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800adc1ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664192:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1715207998.845607:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c118a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+12:2003:x1798523505043776:12345-192.168.201.23@tcp:41:mkdir.0 Request processed in 107us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207998.845617:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 390 00000100:00100000:2.0:1715207998.845646:0:21028:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207998.845665:0:21028:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009ddf9180 going to sleep for 11 seconds 00000100:00100000:3.0:1715207998.845671:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510664192 00000100:00100000:3.0:1715207998.845676:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510664192 00000100:00100000:3.0:1715207998.845701:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1900 00000100:00100000:3.0:1715207998.845707:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dde8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:21028:x1798523510664192:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1715207998.845790:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dde8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:21028:x1798523510664192:12345-0@lo:1000:mdt00_005.0 Request processed in 82us (143us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207998.845798:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1900 00000100:00100000:2.0:1715207998.845836:0:21028:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800adc1ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664192:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1715207998.845927:0:21028:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009dde9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664256:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1715207998.845954:0:21028:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207998.845979:0:21028:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009ddf9180 going to sleep for 11 seconds 00000100:00100000:3.0:1715207998.846007:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510664256 00000100:00100000:3.0:1715207998.846012:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510664256 00000100:00100000:3.0:1715207998.846039:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1901 00000100:00100000:3.0:1715207998.846044:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ddeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:21028:x1798523510664256:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1715207998.846123:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ddeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:21028:x1798523510664256:12345-0@lo:1000:mdt00_005.0 Request processed in 77us (167us total) trans 0 rc -2/-2 00000100:00100000:3.0:1715207998.846153:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1901 00000100:00100000:2.0:1715207998.846179:0:21028:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009dde9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664256:0@lo:1000:mdt00_005.0 00010000:00010000:2.0:1715207998.846233:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.846248:0:21028:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.846264:0:21028:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 21028 initiator: MDT1 00000100:00100000:2.0:1715207998.846283:0:21028:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009dde9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664320:0@lo:101:mdt00_005.0 00000100:00100000:2.0:1715207998.846315:0:21028:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207998.846342:0:21028:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009ddf9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1715207998.846367:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510664320 00000100:00100000:3.0:1715207998.846372:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510664320 00000100:00100000:3.0:1715207998.846399:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1902 00000100:00100000:3.0:1715207998.846404:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dde8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:21028:x1798523510664320:12345-0@lo:101:mdt00_005.0 00010000:00010000:3.0:1715207998.846414:0:8276:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715207998.846429:0:8276:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee73cc0/0xfa8b5bed878921e7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa8b5bed878921e0 expref: -99 pid: 8276 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207998.846454:0:8276:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdf80/0xfa8b5bed87892154 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd557023a expref: 23 pid: 10664 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207998.846478:0:8276:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee73cc0/0xfa8b5bed878921e7 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xfa8b5bed878921e0 expref: 7 pid: 8276 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207998.846508:0:8276:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdf80/0xfa8b5bed87892154 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.23@tcp remote: 0x7561918bd557023a expref: 23 pid: 10664 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207998.846522:0:8276:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdf80/0xfa8b5bed87892154 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.23@tcp remote: 0x7561918bd557023a expref: 23 pid: 10664 timeout: 2451 lvb_type: 0 00000100:00100000:3.0:1715207998.846534:0:8276:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a574b800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:8276:1798523510664384:192.168.201.23@tcp:104: 00000100:00100000:3.0:1715207998.846585:0:8276:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a0224840 going to sleep for 11 seconds 00000100:00100000:3.0:1715207998.848153:0:8276:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a574b800 pname:cluuid:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000_UUID:8276:1798523510664384:192.168.201.23@tcp:104: 00010000:00010000:3.0:1715207998.848179:0:8276:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee73cc0/0xfa8b5bed878921e7 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed878921e0 expref: 7 pid: 8276 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207998.848191:0:8276:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e8ee500) 00010000:00010000:3.0:1715207998.848194:0:8276:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715207998.848198:0:8276:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee73cc0/0xfa8b5bed878921e7 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed878921e0 expref: 7 pid: 8276 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207998.848208:0:8276:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006ee73cc0, rc 0) 00000100:00100000:3.0:1715207998.848263:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dde8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:21028:x1798523510664320:12345-0@lo:101:mdt00_005.0 Request processed in 1856us (1945us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207998.848271:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1902 00000100:00100000:0.0:1715207998.848295:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715207998.848320:0:21028:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009dde9c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664320:0@lo:101:mdt00_005.0 00010000:00010000:2.0:1715207998.848340:0:21028:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.848352:0:21028:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715207998.848419:0:8263:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505043968 00000100:00100000:1.0:1715207998.848437:0:8263:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505043968 00010000:00010000:1.0:1715207998.848465:0:8263:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdf80/0xfa8b5bed87892154 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.23@tcp remote: 0x7561918bd557023a expref: 24 pid: 10664 timeout: 2451 lvb_type: 0 00000100:00100000:1.0:1715207998.848512:0:8263:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 123 00000100:00100000:1.0:1715207998.848519:0:8263:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800843b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+24:2002:x1798523505043968:12345-192.168.201.23@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715207998.848532:0:8263:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715207998.848538:0:8263:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdf80/0xfa8b5bed87892154 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.23@tcp remote: 0x7561918bd557023a expref: 24 pid: 10664 timeout: 2451 lvb_type: 0 00010000:00010000:1.0:1715207998.848551:0:8263:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdf80/0xfa8b5bed87892154 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.23@tcp remote: 0x7561918bd557023a expref: 24 pid: 10664 timeout: 2451 lvb_type: 0 00010000:00010000:1.0:1715207998.848568:0:8263:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdf80/0xfa8b5bed87892154 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.23@tcp remote: 0x7561918bd557023a expref: 24 pid: 10664 timeout: 2451 lvb_type: 0 00010000:00010000:1.0:1715207998.848593:0:8263:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e8ee500) 00010000:00010000:1.0:1715207998.848600:0:8263:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee73cc0/0xfa8b5bed878921e7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed878921e0 expref: 6 pid: 8276 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715207998.848610:0:8263:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee73cc0/0xfa8b5bed878921e7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xfa8b5bed878921e0 expref: 6 pid: 8276 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715207998.848618:0:8263:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee73cc0/0xfa8b5bed878921e7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xfa8b5bed878921e0 expref: 6 pid: 8276 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715207998.848642:0:8263:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee73cc0/0xfa8b5bed878921e7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed878921e0 expref: 6 pid: 8276 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715207998.848654:0:8263:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e189500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8263:1798523510664448:0@lo:105: 00000100:00100000:1.0:1715207998.848696:0:8263:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715207998.848712:0:8263:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e3363c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715207998.848720:0:8262:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510664448 00000100:00100000:2.0:1715207998.848726:0:8262:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510664448 00000100:00100000:2.0:1715207998.848775:0:8262:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1715207998.848781:0:8262:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e188700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:8263:x1798523510664448:12345-0@lo:105: 00010000:00010000:2.0:1715207998.848792:0:8262:0:(ldlm_lockd.c:2548:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.848810:0:8262:0:(ldlm_lockd.c:2006:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.848820:0:8262:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.848827:0:8262:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00000100:00080000:0.0:1715207998.848834:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000-osp-MDT0001 older than 1715207968 00010000:00010000:2.0:1715207998.848835:0:8262:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.848844:0:8262:0:(ldlm_lockd.c:2111:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.848861:0:8262:0:(ldlm_lockd.c:2122:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88012ed4eac0) 00010000:00010000:0.0:1715207998.848906:0:21028:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207998.848919:0:21028:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715207998.848940:0:8262:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e188700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:8263:x1798523510664448:12345-0@lo:105: Request processed in 157us (242us total) trans 0 rc 0/0 00000004:00080000:0.0:1715207998.848940:0:21028:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1715207998.848949:0:8262:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00010000:00010000:0.0:1715207998.848966:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fddd40/0xfa8b5bed878921ee lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.848973:0:21028:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fddd40/0xfa8b5bed878921ee lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 21028 initiator: MDT1 00000100:00100000:1.0:1715207998.848979:0:8263:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e189500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8263:1798523510664448:0@lo:105: 00010000:00010000:0.0:1715207998.848982:0:21028:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fddd40/0xfa8b5bed878921ee lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 21028 initiator: MDT1 00010000:00010000:1.0:1715207998.848994:0:8263:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715207998.848998:0:21028:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012c119180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664512:0@lo:101:mdt00_005.0 00000100:00100000:1.0:1715207998.849028:0:8263:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800843b8c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+23:2002:x1798523505043968:12345-192.168.201.23@tcp:103:ldlm_bl.0 Request processed in 508us (737us total) trans 0 rc 0/0 00000100:00100000:0.0:1715207998.849031:0:21028:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715207998.849037:0:8263:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 123 00000100:00100000:0.0:1715207998.849064:0:21028:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e3ba300 going to sleep for 11 seconds 00000100:00100000:3.0:1715207998.849078:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510664512 00000100:00100000:3.0:1715207998.849084:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510664512 00000100:00100000:3.0:1715207998.849119:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1903 00000100:00100000:3.0:1715207998.849148:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:21028:x1798523510664512:12345-0@lo:101:mdt00_005.0 00010000:00010000:3.0:1715207998.849160:0:8276:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715207998.849175:0:8276:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee72640/0xfa8b5bed878921f5 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa8b5bed878921ee expref: -99 pid: 8276 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207998.849194:0:8276:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee72640/0xfa8b5bed878921f5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xfa8b5bed878921ee expref: 8 pid: 8276 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207998.849206:0:8276:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee72640/0xfa8b5bed878921f5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed878921ee expref: 8 pid: 8276 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207998.849213:0:8276:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcca1978 (ffff8800b1f58900) 00010000:00010000:3.0:1715207998.849216:0:8276:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715207998.849218:0:8276:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006ee72640, rc 0) 00000100:00100000:3.0:1715207998.849264:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c119500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:21028:x1798523510664512:12345-0@lo:101:mdt00_005.0 Request processed in 138us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207998.849270:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1903 00000100:00100000:0.0:1715207998.849305:0:21028:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012c119180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664512:0@lo:101:mdt00_005.0 00010000:00010000:0.0:1715207998.849319:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fddd40/0xfa8b5bed878921ee lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xfa8b5bed878921f5 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207998.849329:0:21028:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fddd40/0xfa8b5bed878921ee lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed878921f5 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1715207998.849341:0:21028:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1715207998.849365:0:21028:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012c119180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664576:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1715207998.849392:0:21028:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715207998.849416:0:21028:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e3ba600 going to sleep for 11 seconds 00000100:00100000:3.0:1715207998.849420:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510664576 00000100:00100000:3.0:1715207998.849424:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510664576 00000100:00100000:3.0:1715207998.849440:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1904 00000100:00100000:3.0:1715207998.849445:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:21028:x1798523510664576:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1715207998.849494:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c119880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:21028:x1798523510664576:12345-0@lo:1000:mdt00_005.0 Request processed in 49us (101us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207998.849501:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1904 00000100:00100000:0.0:1715207998.849509:0:21028:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012c119180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664576:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1715207998.849542:0:21028:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012c119180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664640:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1715207998.849563:0:21028:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715207998.849573:0:21028:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e3ba600 going to sleep for 11 seconds 00000100:00100000:3.0:1715207998.849581:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510664640 00000100:00100000:3.0:1715207998.849584:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510664640 00000100:00100000:3.0:1715207998.849598:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1905 00000100:00100000:3.0:1715207998.849602:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c119c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:21028:x1798523510664640:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1715207998.849666:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c119c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:21028:x1798523510664640:12345-0@lo:1000:mdt00_005.0 Request processed in 63us (102us total) trans 0 rc -2/-2 00000100:00100000:3.0:1715207998.849674:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1905 00000100:00100000:0.0:1715207998.849677:0:21028:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012c119180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664640:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1715207998.849731:0:21028:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012c119180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664704:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1715207998.849751:0:21028:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715207998.849761:0:21028:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e3ba600 going to sleep for 11 seconds 00000100:00100000:3.0:1715207998.849768:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510664704 00000100:00100000:3.0:1715207998.849772:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510664704 00000100:00100000:3.0:1715207998.849786:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1906 00000100:00100000:3.0:1715207998.849790:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:21028:x1798523510664704:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1715207998.849834:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c119f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:21028:x1798523510664704:12345-0@lo:1000:mdt00_005.0 Request processed in 43us (82us total) trans 0 rc -2/-2 00000100:00100000:3.0:1715207998.849840:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1906 00000100:00100000:0.0:1715207998.849845:0:21028:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012c119180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664704:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1715207998.849906:0:21028:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012c119180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664768:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1715207998.849928:0:21028:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715207998.849938:0:21028:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e3ba600 going to sleep for 11 seconds 00000100:00100000:3.0:1715207998.849945:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510664768 00000100:00100000:3.0:1715207998.849948:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510664768 00000100:00100000:3.0:1715207998.849962:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1907 00000100:00100000:3.0:1715207998.849966:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c11a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:21028:x1798523510664768:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1715207998.850010:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c11a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:21028:x1798523510664768:12345-0@lo:1000:mdt00_005.0 Request processed in 42us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207998.850016:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1907 00000100:00100000:0.0:1715207998.850021:0:21028:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012c119180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664768:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1715207998.850056:0:21028:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012c119180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664832:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1715207998.850074:0:21028:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715207998.850083:0:21028:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e3ba600 going to sleep for 11 seconds 00000100:00100000:3.0:1715207998.850084:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510664832 00000100:00100000:3.0:1715207998.850087:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510664832 00000100:00100000:3.0:1715207998.850100:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1908 00000100:00100000:3.0:1715207998.850104:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c11a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:21028:x1798523510664832:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1715207998.850170:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c11a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:21028:x1798523510664832:12345-0@lo:1000:mdt00_005.0 Request processed in 64us (95us total) trans 0 rc 0/0 00000100:00100000:3.0:1715207998.850178:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1908 00000100:00100000:0.0:1715207998.850184:0:21028:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012c119180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510664832:0@lo:1000:mdt00_005.0 00000040:00080000:0.0:1715207998.850714:0:21028:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].5, 984 off37696 00000040:00080000:0.0:1715207998.850768:0:21028:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].5, 1136 off38456 00000004:00080000:0.0:1715207998.850773:0:21028:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88009e3ba300 with version 12 00000004:00080000:2.0:1715207998.850910:0:8266:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff88006fdd4480 version 12 rpc_version 12 00000020:00100000:2.0:1715207998.850939:0:8266:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1715207998.850948:0:8266:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009ddebb80 x1798523510664960/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2160/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1715207998.850968:0:8266:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009ddebb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8266:1798523510664960:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715207998.851003:0:8266:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207998.851019:0:8266:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009ddf9e40 going to sleep for 11 seconds 00000100:00100000:3.0:1715207998.851025:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510664960 00000100:00100000:3.0:1715207998.851030:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510664960 00000100:00100000:3.0:1715207998.851048:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1909 00000100:00100000:3.0:1715207998.851069:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ddea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+8:8266:x1798523510664960:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1715207998.851463:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ddea300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+9:8266:x1798523510664960:12345-0@lo:1000:osp_up0-1.0 Request processed in 392us (458us total) trans 4294967435 rc 0/0 00000100:00100000:3.0:1715207998.851472:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1909 00000100:00100000:2.0:1715207998.851594:0:8266:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009ddebb80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8266:1798523510664960:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1715207998.851723:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fded00/0xfa8b5bed878921fc lrc: 3/0,1 mode: --/PW res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.851739:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fded00/0xfa8b5bed878921fc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.851760:0:21028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fded00/0xfa8b5bed878921fc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT1 00000004:00010000:0.0:1715207998.851777:0:21028:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c118e00 reply state ffff8800a0181000 transno 4294967336 ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fded00/0xfa8b5bed878921fc lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.851787:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fded00/0xfa8b5bed878921fc lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.851794:0:21028:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff8801300b4200) 00010000:00010000:0.0:1715207998.851797:0:21028:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715207998.851800:0:21028:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1715207998.851803:0:21028:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000403:0x7:0x0]: returning size 4096 00000004:00080000:0.0:1715207998.851809:0:21028:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1715207998.851816:0:21028:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207998.851825:0:21028:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207998.851832:0:21028:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207998.851865:0:21028:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1715207998.851869:0:21028:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1715207998.851873:0:21028:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fddd40/0xfa8b5bed878921ee lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xfa8b5bed878921f5 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207998.851910:0:21028:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fddd40/0xfa8b5bed878921ee lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xfa8b5bed878921f5 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207998.851971:0:11642:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1715207998.851983:0:11642:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715207998.851992:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c118e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+13:3570:x1798523505043904:12345-192.168.201.23@tcp:36:mkdir.0 Request processed in 6481us (6651us total) trans 4294967336 rc 0/0 00010000:00010000:3.0:1715207998.851994:0:11642:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4eac0 already unused, calling callback (ffffffffa0ef0520) 00010000:00010000:3.0:1715207998.852001:0:11642:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715207998.852001:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 391 00000004:00010000:3.0:1715207998.852010:0:11642:0:(mdt_handler.c:3748:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207998.852039:0:11642:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207998.852046:0:11642:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1715207998.852082:0:11642:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207998.852090:0:11642:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88012ed4eac0/0xfa8b5bed878921e0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xfa8b5bed878921e7 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715207998.852095:0:3684:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:3.0:1715207998.852107:0:11642:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715207998.852108:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a574b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510665024:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1715207998.852109:0:11642:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715207998.852111:0:11642:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715207998.852172:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715207998.852201:0:8263:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510665024 00000100:00100000:1.0:1715207998.852209:0:8263:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510665024 00000100:00100000:1.0:1715207998.852239:0:8263:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1715207998.852245:0:8263:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c119180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3684:x1798523510665024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1715207998.852256:0:8263:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715207998.852270:0:8263:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee73cc0/0xfa8b5bed878921e7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xfa8b5bed878921e0 expref: 9 pid: 8276 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715207998.852303:0:8263:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e8ee500) 00010000:00010000:1.0:1715207998.852308:0:8263:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1715207998.852351:0:8263:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c119180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3684:x1798523510665024:12345-0@lo:103:ldlm_bl.0 Request processed in 105us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1715207998.852359:0:8263:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1715207998.852405:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a574b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510665024:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1715207998.856995:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715207998.857113:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505044032 00000100:00100000:2.0:1715207998.857122:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505044032 00000100:00100000:2.0:1715207998.857191:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 392 00000100:00100000:2.0:1715207998.857198:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c11aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+23:3571:x1798523505044032:12345-192.168.201.23@tcp:101:rm.0 00010000:00010000:2.0:1715207998.857211:0:21028:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715207998.857224:0:21028:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4ed00/0xfa8b5bed87892203 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd557028e expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.857264:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4ef40/0xfa8b5bed8789220a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.857275:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4ef40/0xfa8b5bed8789220a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.857284:0:21028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4ef40/0xfa8b5bed8789220a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT0 00000004:00200000:2.0:1715207998.857312:0:21028:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1715207998.857316:0:21028:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715207998.857328:0:21028:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4ef40/0xfa8b5bed8789220a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.857346:0:21028:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4ed00/0xfa8b5bed87892203 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd557028e expref: 25 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.857377:0:21028:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4ef40/0xfa8b5bed8789220a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd557028e expref: 24 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.857385:0:21028:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e8ee500) 00010000:00010000:2.0:1715207998.857397:0:21028:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1715207998.857400:0:21028:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed4ef40, rc 0) 00000100:00100000:2.0:1715207998.857446:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c11aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+24:3571:x1798523505044032:12345-192.168.201.23@tcp:101:rm.0 Request processed in 247us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207998.857454:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 392 00000100:00100000:0.0:1715207998.859169:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715207998.859286:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505044096 00000100:00100000:2.0:1715207998.859295:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505044096 00000100:00100000:2.0:1715207998.859340:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 393 00000100:00100000:2.0:1715207998.859348:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+24:3571:x1798523505044096:12345-192.168.201.23@tcp:101:rm.0 00010000:00010000:2.0:1715207998.859361:0:21028:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715207998.859373:0:21028:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f180/0xfa8b5bed87892211 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd5570295 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.859411:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892218 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.859421:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892218 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.859430:0:21028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892218 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.859439:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f600/0xfa8b5bed8789221f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.859448:0:21028:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee72640/0xfa8b5bed878921f5 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed878921ee expref: 7 pid: 8276 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.859456:0:21028:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f600/0xfa8b5bed8789221f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.859476:0:21028:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee72640/0xfa8b5bed878921f5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xfa8b5bed878921ee expref: 7 pid: 8276 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715207998.859497:0:21028:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009dde8380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21028:1798523510665088:0@lo:104: 00000100:00100000:2.0:1715207998.859528:0:21028:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207998.859560:0:21028:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009ddf9e40 going to sleep for 11 seconds 00000100:00100000:0.0:1715207998.859642:0:8262:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510665088 00000100:00100000:0.0:1715207998.859651:0:8262:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510665088 00000100:00100000:0.0:1715207998.859693:0:8262:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1715207998.859700:0:8262:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dde9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:21028:x1798523510665088:12345-0@lo:104: 00010000:00010000:0.0:1715207998.859712:0:8262:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fddd40/0xfa8b5bed878921ee lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xfa8b5bed878921f5 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207998.859777:0:8262:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1715207998.859783:0:8262:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dde9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:21028:x1798523510665088:12345-0@lo:104: Request processed in 83us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1715207998.859791:0:8262:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00010000:00010000:3.0:1715207998.859800:0:7113:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1715207998.859808:0:21028:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009dde8380 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21028:1798523510665088:0@lo:104: 00010000:00010000:3.0:1715207998.859811:0:7113:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fddd40/0xfa8b5bed878921ee lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xfa8b5bed878921f5 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.859823:0:21028:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f600/0xfa8b5bed8789221f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT0 00010000:00010000:3.0:1715207998.859832:0:7113:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a8fddd40 already unused, calling callback (ffffffffa0ef0520) 00010000:00010000:3.0:1715207998.859837:0:7113:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fddd40/0xfa8b5bed878921ee lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xfa8b5bed878921f5 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1715207998.859846:0:7113:0:(mdt_handler.c:3748:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fddd40/0xfa8b5bed878921ee lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xfa8b5bed878921f5 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207998.859873:0:7113:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fddd40/0xfa8b5bed878921ee lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xfa8b5bed878921f5 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207998.859909:0:7113:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1715207998.859944:0:7113:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fddd40/0xfa8b5bed878921ee lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xfa8b5bed878921f5 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715207998.859951:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fddd40/0xfa8b5bed878921ee lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xfa8b5bed878921f5 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715207998.859965:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8800a574b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510665152:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1715207998.859977:0:7113:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715207998.859978:0:7113:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715207998.859981:0:7113:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715207998.859991:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715207998.860015:0:8263:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510665152 00000100:00100000:0.0:1715207998.860020:0:8263:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510665152 00010000:00010000:0.0:1715207998.860035:0:8263:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee72640/0xfa8b5bed878921f5 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xfa8b5bed878921ee expref: 8 pid: 8276 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715207998.860070:0:8263:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1715207998.860075:0:8263:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dde8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+8:3684:x1798523510665152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1715207998.860097:0:8263:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1715207998.861230:0:7105:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967435 is committed 00000001:00080000:0.0:1715207998.861236:0:7105:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967434 is committed 00010000:00010000:2.0:1715207998.861301:0:8263:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee72640/0xfa8b5bed878921f5 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xfa8b5bed878921ee expref: 7 pid: 8276 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.861312:0:8263:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcca1978 (ffff8800b1f58900) 00010000:00010000:2.0:1715207998.861315:0:8263:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f600/0xfa8b5bed8789221f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.861320:0:8263:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f600/0xfa8b5bed8789221f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.861324:0:8263:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f600/0xfa8b5bed8789221f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.861343:0:8263:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1715207998.861361:0:21028:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f600/0xfa8b5bed8789221f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861368:0:21028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f600/0xfa8b5bed8789221f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT0 00000100:00100000:2.0:1715207998.861370:0:8263:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dde8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+6:3684:x1798523510665152:12345-0@lo:103:ldlm_bl.0 Request processed in 1294us (1378us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207998.861376:0:8263:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1715207998.861414:0:21028:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012c11b100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:21028:1798523510665216:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1715207998.861437:0:21028:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715207998.861443:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8800a574b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510665152:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1715207998.861447:0:21028:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e3ba540 going to sleep for 11 seconds 00000100:00100000:2.0:1715207998.861451:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510665216 00000100:00100000:2.0:1715207998.861454:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510665216 00000100:00100000:2.0:1715207998.861474:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1910 00000100:00100000:2.0:1715207998.861478:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c11b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:21028:x1798523510665216:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1715207998.861514:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c11b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:21028:x1798523510665216:12345-0@lo:1000:mdt00_005.0 Request processed in 36us (76us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207998.861519:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1910 00000100:00100000:0.0:1715207998.861524:0:21028:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012c11b100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:21028:1798523510665216:0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1715207998.861544:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fdd8c0/0xfa8b5bed87892226 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861551:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fdd8c0/0xfa8b5bed87892226 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861556:0:21028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fdd8c0/0xfa8b5bed87892226 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT0 00000004:00010000:0.0:1715207998.861564:0:21028:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fdd8c0/0xfa8b5bed87892226 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861571:0:21028:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892218 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861574:0:21028:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892218 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861578:0:21028:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892218 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861587:0:21028:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892218 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861590:0:21028:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4f3c0 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:0.0:1715207998.861592:0:21028:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892218 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861596:0:21028:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892218 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861602:0:21028:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e8ee500) 00010000:00010000:0.0:1715207998.861604:0:21028:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715207998.861606:0:21028:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892218 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861609:0:21028:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892218 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861626:0:21028:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f600/0xfa8b5bed8789221f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861630:0:21028:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f600/0xfa8b5bed8789221f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861634:0:21028:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f600/0xfa8b5bed8789221f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861637:0:21028:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4f600 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:0.0:1715207998.861638:0:21028:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f600/0xfa8b5bed8789221f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861642:0:21028:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f600/0xfa8b5bed8789221f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861653:0:21028:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcca1978 (ffff8800b1f58900) 00010000:00010000:0.0:1715207998.861655:0:21028:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715207998.861657:0:21028:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f600/0xfa8b5bed8789221f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861660:0:21028:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f600/0xfa8b5bed8789221f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcca1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.861677:0:21028:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f180/0xfa8b5bed87892211 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd5570295 expref: 25 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207998.861684:0:21028:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fdd8c0/0xfa8b5bed87892226 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd5570295 expref: 24 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207998.861688:0:21028:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff8801300b4800) 00010000:00010000:0.0:1715207998.861689:0:21028:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1715207998.861691:0:21028:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8fdd8c0, rc 0) 00000100:00100000:0.0:1715207998.861716:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c11ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+24:3571:x1798523505044096:12345-192.168.201.23@tcp:101:rm.0 Request processed in 2370us (2553us total) trans 0 rc 0/0 00000100:00100000:0.0:1715207998.861721:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 393 00000100:00100000:0.0:1715207998.863287:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715207998.863407:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505044160 00000100:00100000:2.0:1715207998.863416:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505044160 00000100:00100000:2.0:1715207998.863460:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 394 00000100:00100000:2.0:1715207998.863468:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c11b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+13:3571:x1798523505044160:12345-192.168.201.23@tcp:101:rm.0 00010000:00010000:2.0:1715207998.863484:0:21028:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715207998.863496:0:21028:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f840/0xfa8b5bed8789222d lrc: 2/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd557029c expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.863532:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4fa80/0xfa8b5bed87892234 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.863542:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4fa80/0xfa8b5bed87892234 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.863551:0:21028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4fa80/0xfa8b5bed87892234 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT1 00000004:00200000:2.0:1715207998.863579:0:21028:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000403:0x7:0x0]: returning size 4096 00000004:00200000:2.0:1715207998.863583:0:21028:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1715207998.863606:0:21028:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f840/0xfa8b5bed8789222d lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd557029c expref: 15 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.863621:0:21028:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4fa80/0xfa8b5bed87892234 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd557029c expref: 14 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.863644:0:21028:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff8801300b4200) 00010000:00010000:2.0:1715207998.863647:0:21028:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1715207998.863650:0:21028:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed4fa80, rc 0) 00000100:00100000:2.0:1715207998.863698:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c11b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+14:3571:x1798523505044160:12345-192.168.201.23@tcp:101:rm.0 Request processed in 229us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207998.863706:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 394 00000100:00100000:2.0:1715207998.865537:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715207998.865598:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505044224 00000100:00100000:0.0:1715207998.865606:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505044224 00000100:00100000:0.0:1715207998.865645:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 395 00000100:00100000:0.0:1715207998.865653:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800adc1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+14:3571:x1798523505044224:12345-192.168.201.23@tcp:101:rm.0 00010000:00010000:0.0:1715207998.865666:0:21028:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715207998.865678:0:21028:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdfa80/0xfa8b5bed8789223b lrc: 2/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd55702a3 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207998.865732:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdf3c0/0xfa8b5bed87892242 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.865743:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdf3c0/0xfa8b5bed87892242 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865752:0:21028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdf3c0/0xfa8b5bed87892242 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865764:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fde640/0xfa8b5bed87892249 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21028 initiator: MDT0 00010000:00010000:0.0:1715207998.865771:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fde640/0xfa8b5bed87892249 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865778:0:21028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fde640/0xfa8b5bed87892249 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865800:0:21028:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdf3c0/0xfa8b5bed87892242 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865806:0:21028:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdf3c0/0xfa8b5bed87892242 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865811:0:21028:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdf3c0/0xfa8b5bed87892242 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865817:0:21028:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdf3c0/0xfa8b5bed87892242 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865823:0:21028:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a8fdf3c0 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:0.0:1715207998.865826:0:21028:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdf3c0/0xfa8b5bed87892242 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865842:0:21028:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdf3c0/0xfa8b5bed87892242 lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865852:0:21028:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff8801300b4200) 00010000:00010000:0.0:1715207998.865855:0:21028:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715207998.865859:0:21028:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdf3c0/0xfa8b5bed87892242 lrc: 3/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865865:0:21028:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdf3c0/0xfa8b5bed87892242 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865908:0:21028:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fde640/0xfa8b5bed87892249 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865914:0:21028:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fde640/0xfa8b5bed87892249 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865921:0:21028:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fde640/0xfa8b5bed87892249 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865925:0:21028:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a8fde640 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:0.0:1715207998.865928:0:21028:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fde640/0xfa8b5bed87892249 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865934:0:21028:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fde640/0xfa8b5bed87892249 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865941:0:21028:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x4d12f7d4 (ffff8801300b4a00) 00010000:00010000:0.0:1715207998.865943:0:21028:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1715207998.865946:0:21028:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fde640/0xfa8b5bed87892249 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865951:0:21028:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fde640/0xfa8b5bed87892249 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT1 00010000:00010000:0.0:1715207998.865988:0:21028:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdfa80/0xfa8b5bed8789223b lrc: 1/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd55702a3 expref: 15 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207998.865997:0:21028:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdfa80/0xfa8b5bed8789223b lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd55702a3 expref: 15 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715207998.866006:0:21028:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8fdfa80, rc 0) 00000100:00100000:0.0:1715207998.866053:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800adc1ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+14:3571:x1798523505044224:12345-192.168.201.23@tcp:101:rm.0 Request processed in 399us (519us total) trans 0 rc 301/301 00000100:00100000:0.0:1715207998.866061:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 395 00000100:00100000:0.0:1715207998.867843:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715207998.867952:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505044288 00000100:00100000:2.0:1715207998.867960:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505044288 00000100:00100000:2.0:1715207998.868002:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 396 00000100:00100000:2.0:1715207998.868009:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+14:3571:x1798523505044288:12345-192.168.201.23@tcp:101:rm.0 00010000:00010000:2.0:1715207998.868021:0:21028:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715207998.868033:0:21028:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892250 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd55702aa expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.868067:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892257 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.868077:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892257 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868085:0:21028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892257 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868095:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ed00/0xfa8b5bed8789225e lrc: 3/1,0 mode: --/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.868102:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ed00/0xfa8b5bed8789225e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868122:0:21028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ed00/0xfa8b5bed8789225e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868171:0:21028:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892257 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868177:0:21028:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892257 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868182:0:21028:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892257 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868188:0:21028:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892257 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868193:0:21028:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4fcc0 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715207998.868196:0:21028:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892257 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868201:0:21028:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892257 lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868209:0:21028:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff8801300b4200) 00010000:00010000:2.0:1715207998.868212:0:21028:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715207998.868215:0:21028:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892257 lrc: 3/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868221:0:21028:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892257 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868230:0:21028:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ed00/0xfa8b5bed8789225e lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868235:0:21028:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ed00/0xfa8b5bed8789225e lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868246:0:21028:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ed00/0xfa8b5bed8789225e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868251:0:21028:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4ed00 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715207998.868253:0:21028:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ed00/0xfa8b5bed8789225e lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868259:0:21028:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ed00/0xfa8b5bed8789225e lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868265:0:21028:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x4d12f7d4 (ffff88012e8eec00) 00010000:00010000:2.0:1715207998.868268:0:21028:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715207998.868270:0:21028:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ed00/0xfa8b5bed8789225e lrc: 2/0,0 mode: --/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868275:0:21028:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ed00/0xfa8b5bed8789225e lrc: 0/0,0 mode: --/PR res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.868300:0:21028:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892250 lrc: 1/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd55702aa expref: 15 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.868307:0:21028:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892250 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd55702aa expref: 15 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.868315:0:21028:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed4f3c0, rc 0) 00000100:00100000:2.0:1715207998.868359:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c11b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+14:3571:x1798523505044288:12345-192.168.201.23@tcp:101:rm.0 Request processed in 350us (519us total) trans 0 rc 301/301 00000100:00100000:2.0:1715207998.868367:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 396 00000100:00100000:0.0:1715207998.873254:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715207998.873305:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505044416 00000100:00100000:2.0:1715207998.873313:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505044416 00000100:00100000:2.0:1715207998.873363:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 397 00000100:00100000:2.0:1715207998.873371:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012c11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+14:3572:x1798523505044416:12345-192.168.201.23@tcp:101:dd.0 00010000:00010000:2.0:1715207998.873383:0:21028:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715207998.873394:0:21028:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f180/0xfa8b5bed87892265 lrc: 2/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd55702b1 expref: -99 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.873445:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f600/0xfa8b5bed8789226c lrc: 3/0,1 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.873456:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f600/0xfa8b5bed8789226c lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.873464:0:21028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f600/0xfa8b5bed8789226c lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.873474:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4eac0/0xfa8b5bed87892273 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.873480:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4eac0/0xfa8b5bed87892273 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.873487:0:21028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4eac0/0xfa8b5bed87892273 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT1 00000100:00100000:2.0:1715207998.873552:0:21028:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012d60aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510665280:0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1715207998.873586:0:21028:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715207998.873614:0:21028:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009ddf9180 going to sleep for 11 seconds 00000100:00100000:0.0:1715207998.873691:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510665280 00000100:00100000:0.0:1715207998.873699:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510665280 00000100:00100000:0.0:1715207998.873739:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1911 00000100:00100000:0.0:1715207998.873746:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009ef8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:21028:x1798523510665280:12345-0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1715207998.873808:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009ef8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:21028:x1798523510665280:12345-0@lo:1000:mdt00_005.0 Request processed in 62us (220us total) trans 0 rc 0/0 00000100:00100000:0.0:1715207998.873816:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1911 00000100:00100000:2.0:1715207998.873822:0:21028:0:(client.c:2956:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967435 gen 2 00000004:00080000:2.0:1715207998.873827:0:21028:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967435 committed transno 4294967435 00000100:00100000:2.0:1715207998.873843:0:21028:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012d60aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:21028:1798523510665280:0@lo:1000:mdt00_005.0 00000004:00080000:2.0:1715207998.874027:0:21028:0:(osp_object.c:1657:osp_create()) lustre-OST0000-osc-MDT0001: Wrote last used FID: [0x280000400:0x4:0x0], index 0: 0 00010000:00010000:2.0:1715207998.874171:0:21028:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4cd80/0xfa8b5bed8789227a lrc: 3/1,0 mode: --/PR res: [0x240000403:0x8:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21028 initiator: MDT0 00010000:00010000:2.0:1715207998.874181:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4cd80/0xfa8b5bed8789227a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.874189:0:21028:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4cd80/0xfa8b5bed8789227a lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.874215:0:21028:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f600/0xfa8b5bed8789226c lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.874221:0:21028:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f600/0xfa8b5bed8789226c lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.874227:0:21028:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f600/0xfa8b5bed8789226c lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.874232:0:21028:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f600/0xfa8b5bed8789226c lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.874237:0:21028:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4f600 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715207998.874240:0:21028:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f600/0xfa8b5bed8789226c lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.874245:0:21028:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f600/0xfa8b5bed8789226c lrc: 5/0,0 mode: CW/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.874253:0:21028:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x0 (ffff8801300b4200) 00010000:00010000:2.0:1715207998.874256:0:21028:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715207998.874259:0:21028:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f600/0xfa8b5bed8789226c lrc: 3/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.874264:0:21028:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f600/0xfa8b5bed8789226c lrc: 0/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21028 initiator: MDT1 00000004:00010000:2.0:1715207998.874286:0:21028:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88012c11bb80 reply state ffff88009e2a3000 transno 4294967337 ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4eac0/0xfa8b5bed87892273 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.874295:0:21028:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4eac0/0xfa8b5bed87892273 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x7:0x0].0x4d12f7d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21028 initiator: MDT1 00010000:00010000:2.0:1715207998.874301:0:21028:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x7:0x0].0x4d12f7d4 (ffff88012e8ee000) 00010000:00010000:2.0:1715207998.874304:0:21028:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715207998.874305:0:21028:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715207998.874329:0:21028:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4f180/0xfa8b5bed87892265 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x7:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd55702b1 expref: 17 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.874339:0:21028:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4cd80/0xfa8b5bed8789227a lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x8:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd55702b1 expref: 16 pid: 21028 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715207998.874346:0:21028:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x8:0x0].0x0 (ffff88012e8eea00) 00010000:00010000:2.0:1715207998.874349:0:21028:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715207998.874351:0:21028:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed4cd80, rc 0) 00000100:00100000:2.0:1715207998.874395:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012c11bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+17:3572:x1798523505044416:12345-192.168.201.23@tcp:101:dd.0 Request processed in 1024us (1145us total) trans 4294967337 rc 0/0 00000100:00100000:2.0:1715207998.874403:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 397 00000100:00100000:0.0:1715207998.892916:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:1.0:1715207998.893042:0:7125:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505044544 00000100:00100000:1.0:1715207998.893050:0:7125:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505044544 00000100:00100000:1.0:1715207998.893099:0:7125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 67 00000100:00100000:1.0:1715207998.893107:0:7125:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+17:3572:x1798523505044544:12345-192.168.201.23@tcp:35:dd.0 00000100:00100000:1.0:1715207998.893322:0:7125:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef8c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+18:3572:x1798523505044544:12345-192.168.201.23@tcp:35:dd.0 Request processed in 213us (408us total) trans 4294967338 rc 0/0 00000100:00100000:1.0:1715207998.893332:0:7125:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 67 00010000:00010000:2.0:1715207999.232059:0:14811:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1715207999.384664:0:29269:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_21: @@@@@@ FAIL: cannot create /mnt/lustre2/d21.sanity-hsm/test_release with dd, status=1 00000100:00100000:0.0:1715207999.466289:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715207999.466336:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715207999.466387:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715207999.466413:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505044672 00000100:00100000:2.0:1715207999.466427:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505044672 00000100:00100000:1.0:1715207999.466447:0:7119:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505044608 00000100:00100000:1.0:1715207999.466456:0:7119:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505044608 00000100:00080000:0.0:1715207999.466457:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715207969 00000100:00080000:0.0:1715207999.466479:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715207969 00000100:00100000:2.0:1715207999.466484:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 4254 00000100:00100000:2.0:1715207999.466494:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:04532c2b-e5e9-420d-abb0-4480aab1e378+8:2003:x1798523505044672:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:1.0:1715207999.466500:0:7119:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 1429 00000100:00100000:3.0:1715207999.466503:0:17457:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505044736 00000100:00100000:1.0:1715207999.466509:0:7119:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880075c81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd+12:2002:x1798523505044608:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:3.0:1715207999.466512:0:17457:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505044736 00000100:00080000:0.0:1715207999.466534:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715207969 00000100:00100000:3.0:1715207999.466556:0:17457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 2274 00000100:00100000:3.0:1715207999.466564:0:17457:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ef8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+8:2002:x1798523505044736:12345-192.168.201.23@tcp:400:kworker.0 00000100:00100000:2.0:1715207999.466585:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef8c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:04532c2b-e5e9-420d-abb0-4480aab1e378+8:2003:x1798523505044672:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 91us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1715207999.466585:0:7119:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880075c81050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:7e7a1b67-d841-4c3c-9f35-ded8f965b8dd+12:2002:x1798523505044608:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 77us (248us total) trans 0 rc 0/0 00000100:00100000:1.0:1715207999.466594:0:7119:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 1429 00000100:00100000:3.0:1715207999.466607:0:17457:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ef8c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+8:2002:x1798523505044736:12345-192.168.201.23@tcp:400:kworker.0 Request processed in 44us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1715207999.466607:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 4254 00000100:00100000:3.0:1715207999.466630:0:17457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 2274 00000040:00080000:3.0:1715207999.733961:0:15215:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1715207999.733969:0:15215:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1715207999.734548:0:15215:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1715207999.734557:0:15215:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1715207999.775795:0:15218:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 Debug log: 791 lines, 791 kept, 0 dropped, 0 bad.