00000100:00100000:0.0F:1715208010.142754:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0F:1715208010.142922:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505046848 00000100:00100000:2.0:1715208010.142969:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505046848 00000100:00100000:2.0:1715208010.143033:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 409 00000100:00100000:2.0:1715208010.143042:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+26:5317:x1798523505046848:12345-192.168.201.23@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1715208010.143160:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+26:5317:x1798523505046848:12345-192.168.201.23@tcp:60:lhsmtool_posix.0 Request processed in 118us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1715208010.143168:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 409 00000100:00100000:0.0:1715208010.143955:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:3.0F:1715208010.144083:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505046912 00000100:00100000:3.0:1715208010.144100:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505046912 00000100:00100000:3.0:1715208010.144149:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 410 00000100:00100000:3.0:1715208010.144157:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+13:5317:x1798523505046912:12345-192.168.201.23@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1715208010.144219:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+13:5317:x1798523505046912:12345-192.168.201.23@tcp:60:lhsmtool_posix.0 Request processed in 62us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208010.144227:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 410 00000100:00100000:0.0:1715208010.145105:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715208010.145163:0:7125:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505047040 00000100:00100000:2.0:1715208010.145172:0:7125:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505047040 00000100:00100000:2.0:1715208010.145215:0:7125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 70 00000100:00100000:2.0:1715208010.145223:0:7125:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880070deec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+26:5317:x1798523505047040:12345-192.168.201.23@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1715208010.145400:0:7125:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880070deec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+27:5317:x1798523505047040:12345-192.168.201.23@tcp:35:lhsmtool_posix.0 Request processed in 176us (296us total) trans 4294967441 rc 0/0 00000100:00100000:2.0:1715208010.145408:0:7125:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 70 00000100:00100000:0.0:1715208010.228133:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88007e4eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3683:1798523510667776:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1715208010.228165:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510667840:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1715208010.228204:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715208010.228209:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715208010.228286:0:9389:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510667840 00000100:00100000:3.0:1715208010.228290:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510667776 00000100:00100000:2.0:1715208010.228292:0:9389:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510667840 00000100:00100000:3.0:1715208010.228298:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510667776 00000100:00080000:0.0:1715208010.228326:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715207980 00000100:00100000:2.0:1715208010.228328:0:9389:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1832 00000100:00100000:3.0:1715208010.228333:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1920 00000100:00100000:2.0:1715208010.228335:0:9389:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e1a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510667840:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1715208010.228340:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e368380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3683:x1798523510667776:12345-0@lo:41:osp-pre-1-0.0 00002000:00000024:2.0:1715208010.228362:0:9389:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3922501632 avail 3690979328 00000004:00000024:3.0:1715208010.228367:0:8276:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446297600 avail 1316835328 00000100:00100000:2.0:1715208010.228402:0:9389:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e1a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510667840:12345-0@lo:13:osp-pre-0-0.0 Request processed in 66us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1715208010.228409:0:9389:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1832 00000100:00100000:3.0:1715208010.228436:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e368380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3683:x1798523510667776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208010.228445:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1920 00000100:00100000:0.0:1715208010.228447:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009dd15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510667840:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0F:1715208010.228542:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88007e4eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3683:1798523510667776:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1715208010.244121:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3685:1798523510667904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1715208010.244172:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715208010.244304:0:9389:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510667904 00000100:00100000:2.0:1715208010.244313:0:9389:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510667904 00000100:00100000:2.0:1715208010.244367:0:9389:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1833 00000100:00080000:0.0:1715208010.244370:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715207980 00000100:00100000:2.0:1715208010.244384:0:9389:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523510667904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1715208010.244402:0:9389:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3922501632 avail 3690979328 00000100:00100000:2.0:1715208010.244443:0:9389:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523510667904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 60us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1715208010.244450:0:9389:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1833 00000100:00100000:0.0:1715208010.244467:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009dd16300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3685:1798523510667904:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1715208010.254185:0:9401:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1715208010.469029:0:8254:0:(update_trans.c:1351:distribute_txn_batchid_cb()) lustre-MDT0001: 5 batchid updated 00000020:00080000:2.0:1715208010.469094:0:8273:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 5 00000004:00080000:2.0:1715208010.469160:0:8273:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88012dc6b900 with version 13 00000020:00080000:2.0:1715208010.469186:0:8273:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0000-osp-MDT0001: batchid 5 cancel update log [0x200000401:0x2:0x0].5: rc = 0 00000004:00080000:0.0:1715208010.469213:0:8266:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff88006fdd4480 version 13 rpc_version 13 00000020:00080000:2.0:1715208010.469250:0:8273:0:(update_trans.c:1313:distribute_txn_cancel_records()) lustre-MDT0001-osd: batchid 5 cancel update log [0x240000400:0x2:0x0].5: rc = 0 00000020:00100000:0.0:1715208010.469250:0:8266:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000020:00080000:2.0:1715208010.469257:0:8273:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 5 00000100:00100000:0.0:1715208010.469263:0:8266:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009e36ad80 x1798523510668032/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 488/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1715208010.469290:0:8266:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e36ad80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8266:1798523510668032:0@lo:1000:osp_up0-1.0 00000100:00100000:0.0:1715208010.469360:0:8266:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208010.469392:0:8266:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e3ba3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715208010.469479:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510668032 00000100:00100000:3.0:1715208010.469491:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510668032 00000100:00100000:3.0:1715208010.469548:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1921 00000100:00100000:3.0:1715208010.469558:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:8266:x1798523510668032:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1715208010.469724:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:8266:x1798523510668032:12345-0@lo:1000:osp_up0-1.0 Request processed in 165us (362us total) trans 4294967442 rc 0/0 00000100:00100000:3.0:1715208010.469733:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1921 00000100:00100000:0.0:1715208010.469765:0:8266:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e36ad80 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8266:1798523510668032:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1715208011.256082:0:7112:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715208012.084114:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88007e4ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3683:1798523510668160:0@lo:400:kworker.0 00000100:00100000:0.0:1715208012.084127:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88007e4eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:24597633-7c6c-43cc-a7e8-ad821c1018c0:3686:1798523510668096:0@lo:400:kworker.0 00000100:00100000:0.0:1715208012.084194:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715208012.084218:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e1a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3685:1798523510668224:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715208012.084222:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208012.084223:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88007e4eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3686:1798523510668352:0@lo:400:kworker.0 00000100:00100000:1.0:1715208012.084246:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88007e4ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3683:1798523510668416:0@lo:400:kworker.0 00000100:00100000:0.0:1715208012.084247:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208012.084260:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88007e4ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3686:1798523510668608:0@lo:400:kworker.0 00000100:00100000:2.0:1715208012.084263:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715208012.084269:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715208012.084284:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88007e4ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3685:1798523510668544:0@lo:400:kworker.0 00000100:00100000:1.0:1715208012.084284:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88007e4ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3683:1798523510668672:0@lo:400:kworker.0 00000100:00100000:0.0:1715208012.084299:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715208012.084308:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208012.084317:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88007e4edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3686:1798523510668864:0@lo:400:kworker.0 00000100:00100000:2.0:1715208012.084322:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88007e4ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3685:1798523510668800:0@lo:400:kworker.0 00000100:00100000:0.0:1715208012.084333:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715208012.084338:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715208012.084364:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88007e4ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510668288:0@lo:400:kworker.0 00000100:00100000:0.0:1715208012.084371:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510668160 00000100:00100000:2.0:1715208012.084380:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208012.084380:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510668160 00000100:00100000:2.0:1715208012.084393:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88007e4edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3684:1798523510668480:0@lo:400:kworker.0 00000100:00100000:2.0:1715208012.084407:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715208012.084408:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510668416 00000100:00100000:1.0:1715208012.084414:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510668416 00000100:00100000:0.0:1715208012.084415:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510668352 00000100:00100000:0.0:1715208012.084417:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510668352 00000100:00100000:2.0:1715208012.084418:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88007e4efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3684:1798523510668736:0@lo:400:kworker.0 00000100:00100000:0.0:1715208012.084430:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510668544 00000100:00100000:2.0:1715208012.084433:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208012.084433:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510668544 00000100:00100000:1.0:1715208012.084440:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510668288 00000100:00100000:1.0:1715208012.084443:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510668288 00000100:00100000:0.0:1715208012.084446:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510668800 00000100:00100000:0.0:1715208012.084449:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510668800 00000100:00100000:2.0:1715208012.084453:0:9389:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510668224 00000100:00100000:1.0:1715208012.084456:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1922 00000100:00100000:0.0:1715208012.084457:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510668480 00000100:00100000:0.0:1715208012.084459:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510668480 00000100:00100000:1.0:1715208012.084464:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3683:x1798523510668416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715208012.084466:0:9389:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510668224 00000100:00100000:0.0:1715208012.084468:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510668736 00000100:00100000:0.0:1715208012.084471:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510668736 00000100:00100000:0.0:1715208012.084493:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4271 00000100:00100000:2.0:1715208012.084497:0:9389:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1834 00000100:00100000:0.0:1715208012.084499:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1798523510668160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715208012.084503:0:9389:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e1a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523510668224:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715208012.084519:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdf5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3683:x1798523510668416:12345-0@lo:400:kworker.0 Request processed in 55us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1715208012.084526:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1922 00002000:00000024:2.0:1715208012.084529:0:9389:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3920404480 avail 3688882176 00000100:00100000:0.0:1715208012.084541:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdf5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3683:x1798523510668160:12345-0@lo:400:kworker.0 Request processed in 41us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1715208012.084542:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1923 00000100:00100000:1.0:1715208012.084547:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e1a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3684:x1798523510668288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715208012.084549:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4271 00000100:00100000:0.0:1715208012.084563:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4272 00000100:00100000:2.0:1715208012.084566:0:9389:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e1a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523510668224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1715208012.084567:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3686:x1798523510668352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715208012.084573:0:9389:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1834 00000100:00100000:1.0:1715208012.084578:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e1a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+7:3684:x1798523510668288:12345-0@lo:400:kworker.0 Request processed in 30us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1715208012.084584:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1923 00000100:00100000:0.0:1715208012.084592:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3686:x1798523510668352:12345-0@lo:400:kworker.0 Request processed in 24us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1715208012.084596:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4273 00000100:00100000:0.0:1715208012.084600:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4272 00000100:00100000:2.0:1715208012.084601:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1798523510668544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715208012.084605:0:7124:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4274 00000100:00100000:1.0:1715208012.084610:0:7124:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e1a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1798523510668800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715208012.084611:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4275 00000100:00100000:0.0:1715208012.084615:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e1a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1798523510668480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715208012.084626:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e1a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0001-lwp-OST0000_UUID+5:3685:x1798523510668544:12345-0@lo:400:kworker.0 Request processed in 24us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1715208012.084632:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4273 00000100:00100000:1.0:1715208012.084639:0:7124:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e1a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3685:x1798523510668800:12345-0@lo:400:kworker.0 Request processed in 28us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1715208012.084640:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e1a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3684:x1798523510668480:12345-0@lo:400:kworker.0 Request processed in 24us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1715208012.084645:0:7124:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4274 00000100:00100000:2.0:1715208012.084661:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4276 00000100:00100000:2.0:1715208012.084665:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3684:x1798523510668736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715208012.084668:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4275 00000100:00100000:2.0:1715208012.084688:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e1a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0001_UUID+5:3684:x1798523510668736:12345-0@lo:400:kworker.0 Request processed in 22us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1715208012.084690:0:9387:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510668608 00000100:00100000:2.0:1715208012.084694:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4276 00000100:00100000:0.0:1715208012.084694:0:9387:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510668608 00000100:00100000:1.0:1715208012.084705:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88007e4ef100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510668288:0@lo:400:kworker.0 00000100:00100000:0.0:1715208012.084714:0:9387:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510668864 00000100:00100000:0.0:1715208012.084716:0:9387:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510668864 00000100:00100000:2.0:1715208012.084724:0:17150:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2285 00000100:00100000:1.0:1715208012.084729:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88007e4edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3684:1798523510668480:0@lo:400:kworker.0 00000100:00100000:2.0:1715208012.084730:0:17150:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523510668608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715208012.084740:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88007e4efb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3684:1798523510668736:0@lo:400:kworker.0 00000100:00100000:0.0:1715208012.084741:0:9387:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2286 00000100:00100000:0.0:1715208012.084746:0:9387:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523510668864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715208012.084750:0:17150:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e369180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523510668608:12345-0@lo:400:kworker.0 Request processed in 20us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1715208012.084756:0:17150:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2285 00000100:00100000:1.0:1715208012.084767:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208012.084777:0:9387:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e368e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3686:x1798523510668864:12345-0@lo:400:kworker.0 Request processed in 31us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1715208012.084783:0:9387:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2286 00000100:00100000:1.0:1715208012.084788:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3683:1798523510668928:0@lo:400:kworker.0 00000100:00100000:2.0:1715208012.084792:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e1a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3685:1798523510668224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715208012.084793:0:9387:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510668672 00000100:00100000:0.0:1715208012.084795:0:9387:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510668672 00000100:00100000:2.0:1715208012.084803:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88007e4ee680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3685:1798523510668544:0@lo:400:kworker.0 00000100:00100000:0.0:1715208012.084808:0:9387:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2287 00000100:00100000:1.0:1715208012.084810:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715208012.084813:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88007e4ef800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3685:1798523510668800:0@lo:400:kworker.0 00000100:00100000:0.0:1715208012.084813:0:9387:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3683:x1798523510668672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715208012.084831:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88007e4ed500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3683:1798523510668160:0@lo:400:kworker.0 00000100:00100000:0.0:1715208012.084835:0:9387:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdf5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3683:x1798523510668672:12345-0@lo:400:kworker.0 Request processed in 21us (67us total) trans 0 rc 0/0 00000100:00100000:1.0:1715208012.084841:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88007e4ec380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3683:1798523510668416:0@lo:400:kworker.0 00000100:00100000:0.0:1715208012.084841:0:9387:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2287 00000100:00100000:2.0:1715208012.084846:0:17457:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510668928 00000100:00100000:2.0:1715208012.084850:0:17457:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510668928 00000100:00100000:1.0:1715208012.084850:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88007e4ed180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3683:1798523510668672:0@lo:400:kworker.0 00000100:00080000:0.0:1715208012.084862:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715207982 00000100:00080000:0.0:1715208012.084866:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715207982 00000100:00080000:0.0:1715208012.084868:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715207982 00000100:00080000:0.0:1715208012.084870:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715207982 00000100:00100000:2.0:1715208012.084871:0:17457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2288 00000100:00100000:2.0:1715208012.084930:0:17457:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3683:x1798523510668928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715208012.084951:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88007e4eea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3686:1798523510668352:0@lo:400:kworker.0 00000100:00100000:1.0:1715208012.084961:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88007e4ece00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3686:1798523510668608:0@lo:400:kworker.0 00000100:00100000:1.0:1715208012.084970:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88007e4edf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3686:1798523510668864:0@lo:400:kworker.0 00000100:00100000:2.0:1715208012.084971:0:17457:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdf5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3683:x1798523510668928:12345-0@lo:400:kworker.0 Request processed in 95us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1715208012.084978:0:17457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2288 00000100:00100000:0.0:1715208012.085002:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012bdf6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3683:1798523510668928:0@lo:400:kworker.0 00000100:00100000:2.0:1715208012.085008:0:7118:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510668096 00000100:00100000:2.0:1715208012.085011:0:7118:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510668096 00000100:00080000:1.0:1715208012.085032:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715207982 00000100:00100000:2.0:1715208012.085037:0:7118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1434 00000100:00100000:2.0:1715208012.085041:0:7118:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a78d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24597633-7c6c-43cc-a7e8-ad821c1018c0+23:3686:x1798523510668096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715208012.085066:0:7118:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a78d3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24597633-7c6c-43cc-a7e8-ad821c1018c0+23:3686:x1798523510668096:12345-0@lo:400:kworker.0 Request processed in 24us (873us total) trans 0 rc 0/0 00000100:00100000:2.0:1715208012.085071:0:7118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1434 00000100:00100000:1.0:1715208012.085077:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88007e4eed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:24597633-7c6c-43cc-a7e8-ad821c1018c0:3686:1798523510668096:0@lo:400:kworker.0 00000100:00100000:1.0:1715208012.100026:0:3683:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1715208012.100040:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510668992:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1715208012.100074:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208012.100102:0:9919:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510668992 00000100:00100000:0.0:1715208012.100110:0:9919:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510668992 00000100:00100000:0.0:1715208012.100152:0:9919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1835 00000100:00100000:0.0:1715208012.100160:0:9919:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1798523510668992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1715208012.100190:0:9919:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 23445184 pending 0 free 3920404480 avail 3688882176 00000100:00100000:0.0:1715208012.100247:0:9919:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdf7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3683:x1798523510668992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (171us total) trans 0 rc 0/0 00000100:00100000:0.0:1715208012.100255:0:9919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1835 00000100:00100000:1.0:1715208012.100292:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012bdf4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510668992:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1715208012.258130:0:11642:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1715208012.531368:0:31683:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 23: Release does not change a/mtime (utime) ========================================================== 18:40:12 (1715208012) 00000100:00100000:0.0:1715208012.605074:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715208012.605197:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505047232 00000100:00100000:2.0:1715208012.605210:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505047232 00000100:00100000:2.0:1715208012.605285:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 411 00000100:00100000:2.0:1715208012.605295:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+27:7082:x1798523505047232:12345-192.168.201.23@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1715208012.605326:0:7122:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:1.0:1715208012.605332:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715207982 00010000:00010000:2.0:1715208012.605348:0:7122:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f180/0xfa8b5bed87892330 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd5570313 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.605430:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c480/0xfa8b5bed87892337 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605447:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c480/0xfa8b5bed87892337 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605474:0:7122:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c480/0xfa8b5bed87892337 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605488:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4db00/0xfa8b5bed8789233e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605495:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4db00/0xfa8b5bed8789233e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605501:0:7122:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4db00/0xfa8b5bed8789233e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00000004:00200000:2.0:1715208012.605572:0:7122:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:2.0:1715208012.605642:0:7122:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c480/0xfa8b5bed87892337 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605649:0:7122:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c480/0xfa8b5bed87892337 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605655:0:7122:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c480/0xfa8b5bed87892337 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605662:0:7122:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c480/0xfa8b5bed87892337 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605668:0:7122:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4c480 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715208012.605673:0:7122:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c480/0xfa8b5bed87892337 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605680:0:7122:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c480/0xfa8b5bed87892337 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605694:0:7122:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8801303a6000) 00010000:00010000:2.0:1715208012.605697:0:7122:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715208012.605709:0:7122:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c480/0xfa8b5bed87892337 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605715:0:7122:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4c480/0xfa8b5bed87892337 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605726:0:7122:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4db00/0xfa8b5bed8789233e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605732:0:7122:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4db00/0xfa8b5bed8789233e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605737:0:7122:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4db00/0xfa8b5bed8789233e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605742:0:7122:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4db00 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715208012.605744:0:7122:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4db00/0xfa8b5bed8789233e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605750:0:7122:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4db00/0xfa8b5bed8789233e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605757:0:7122:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x646966 (ffff880130b75900) 00010000:00010000:2.0:1715208012.605759:0:7122:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715208012.605761:0:7122:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4db00/0xfa8b5bed8789233e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605766:0:7122:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4db00/0xfa8b5bed8789233e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x646966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.605805:0:7122:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f180/0xfa8b5bed87892330 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd5570313 expref: 29 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.605814:0:7122:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f180/0xfa8b5bed87892330 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd5570313 expref: 29 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.605827:0:7122:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed4f180, rc 0) 00000100:00100000:2.0:1715208012.605948:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+28:7082:x1798523505047232:12345-192.168.201.23@tcp:101:lhsmtool_posix.0 Request processed in 653us (881us total) trans 4294967443 rc 301/301 00000100:00100000:2.0:1715208012.605958:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 411 00000100:00100000:1.0:1715208012.607233:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:1.0:1715208012.607271:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505047296 00000100:00100000:1.0:1715208012.607283:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505047296 00000100:00100000:1.0:1715208012.607311:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 412 00000100:00100000:1.0:1715208012.607319:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+28:7082:x1798523505047296:12345-192.168.201.23@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1715208012.607379:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdf4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+28:7082:x1798523505047296:12345-192.168.201.23@tcp:59:lhsmtool_posix.0 Request processed in 60us (151us total) trans 0 rc 0/0 00000100:00100000:1.0:1715208012.607387:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 412 00000100:00100000:0.0:1715208012.608494:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:1.0:1715208012.608612:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505047360 00000100:00100000:1.0:1715208012.608622:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505047360 00000100:00100000:1.0:1715208012.608679:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 413 00000100:00100000:1.0:1715208012.608687:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e36b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+13:7082:x1798523505047360:12345-192.168.201.23@tcp:59:lhsmtool_posix.0 00000100:00080000:2.0:1715208012.608737:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715207982 00000100:00100000:1.0:1715208012.608746:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e36b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+13:7082:x1798523505047360:12345-192.168.201.23@tcp:59:lhsmtool_posix.0 Request processed in 59us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1715208012.608753:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 413 00000100:00100000:0.0:1715208012.621083:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:1.0:1715208012.621209:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505047680 00000100:00100000:1.0:1715208012.621220:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505047680 00000100:00100000:1.0:1715208012.621272:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 414 00000100:00100000:1.0:1715208012.621279:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e18aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+13:7087:x1798523505047680:12345-192.168.201.23@tcp:36:mkdir.0 00000100:00100000:1.0:1715208012.621362:0:7122:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdf4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669056:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1715208012.621411:0:7122:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715208012.621441:0:7122:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e336cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1715208012.621460:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510669056 00000100:00100000:0.0:1715208012.621467:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510669056 00000100:00100000:0.0:1715208012.621508:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1924 00000100:00100000:0.0:1715208012.621515:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7122:x1798523510669056:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1715208012.621595:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdf4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7122:x1798523510669056:12345-0@lo:1000:mdt00_000.0 Request processed in 79us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1715208012.621603:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1924 00000100:00100000:1.0:1715208012.621645:0:7122:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012bdf4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669056:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1715208012.621692:0:7122:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdf4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669120:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1715208012.621716:0:7122:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715208012.621729:0:7122:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e336cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1715208012.621735:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510669120 00000100:00100000:0.0:1715208012.621739:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510669120 00000100:00100000:0.0:1715208012.621761:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1925 00000100:00100000:0.0:1715208012.621766:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7122:x1798523510669120:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1715208012.621855:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdf4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7122:x1798523510669120:12345-0@lo:1000:mdt00_000.0 Request processed in 86us (136us total) trans 0 rc -2/-2 00000100:00100000:0.0:1715208012.621862:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1925 00000100:00100000:1.0:1715208012.621941:0:7122:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012bdf4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669120:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1715208012.621996:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1715208012.622006:0:7122:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 7122 initiator: MDT1 00010000:00010000:1.0:1715208012.622016:0:7122:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 7122 initiator: MDT1 00000100:00100000:1.0:1715208012.622029:0:7122:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdf4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669184:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1715208012.622054:0:7122:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715208012.622080:0:7122:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e336c00 going to sleep for 11 seconds 00000100:00100000:0.0:1715208012.622104:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510669184 00000100:00100000:0.0:1715208012.622110:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510669184 00000100:00100000:0.0:1715208012.622137:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1926 00000100:00100000:0.0:1715208012.622141:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+7:7122:x1798523510669184:12345-0@lo:101:mdt00_000.0 00010000:00010000:0.0:1715208012.622151:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1715208012.622227:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fded00/0xfa8b5bed87892353 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa8b5bed8789234c expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715208012.622251:0:7128:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4cb40/0xfa8b5bed878922c0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd55702e2 expref: 27 pid: 10664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715208012.622262:0:7128:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fded00/0xfa8b5bed87892353 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xfa8b5bed8789234c expref: 8 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715208012.622289:0:7128:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4cb40/0xfa8b5bed878922c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.23@tcp remote: 0x7561918bd55702e2 expref: 27 pid: 10664 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715208012.622303:0:7128:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4cb40/0xfa8b5bed878922c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.23@tcp remote: 0x7561918bd55702e2 expref: 27 pid: 10664 timeout: 2464 lvb_type: 0 00000100:00100000:0.0:1715208012.622315:0:7128:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e18ad80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:7128:1798523510669248:192.168.201.23@tcp:104: 00000100:00100000:0.0:1715208012.622369:0:7128:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e3ba240 going to sleep for 11 seconds 00000100:00100000:0.0:1715208012.623580:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:1.0:1715208012.623659:0:8263:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505047744 00000100:00100000:2.0:1715208012.623661:0:7128:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e18ad80 pname:cluuid:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000_UUID:7128:1798523510669248:192.168.201.23@tcp:104: 00000100:00100000:1.0:1715208012.623668:0:8263:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505047744 00010000:00010000:2.0:1715208012.623684:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fded00/0xfa8b5bed87892353 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed8789234c expref: 8 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208012.623693:0:8263:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4cb40/0xfa8b5bed878922c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.23@tcp remote: 0x7561918bd55702e2 expref: 28 pid: 10664 timeout: 2464 lvb_type: 0 00010000:00010000:2.0:1715208012.623696:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e8ee500) 00010000:00010000:2.0:1715208012.623699:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715208012.623704:0:7128:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fded00/0xfa8b5bed87892353 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed8789234c expref: 8 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.623712:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8fded00, rc 0) 00000100:00100000:1.0:1715208012.623737:0:8263:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 125 00000100:00100000:1.0:1715208012.623744:0:8263:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e189180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+28:2002:x1798523505047744:12345-192.168.201.23@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1715208012.623756:0:8263:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1715208012.623762:0:8263:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4cb40/0xfa8b5bed878922c0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.23@tcp remote: 0x7561918bd55702e2 expref: 28 pid: 10664 timeout: 2464 lvb_type: 0 00000100:00100000:2.0:1715208012.623770:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdf7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7122:x1798523510669184:12345-0@lo:101:mdt00_000.0 Request processed in 1626us (1713us total) trans 0 rc 0/0 00010000:00010000:1.0:1715208012.623775:0:8263:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4cb40/0xfa8b5bed878922c0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.23@tcp remote: 0x7561918bd55702e2 expref: 28 pid: 10664 timeout: 2464 lvb_type: 0 00000100:00100000:2.0:1715208012.623779:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1926 00010000:00010000:1.0:1715208012.623791:0:8263:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4cb40/0xfa8b5bed878922c0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.23@tcp remote: 0x7561918bd55702e2 expref: 28 pid: 10664 timeout: 2464 lvb_type: 0 00010000:00010000:1.0:1715208012.623808:0:8263:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e8ee500) 00000100:00100000:0.0:1715208012.623812:0:7122:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012bdf4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669184:0@lo:101:mdt00_000.0 00010000:00010000:1.0:1715208012.623823:0:8263:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fded00/0xfa8b5bed87892353 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed8789234c expref: 7 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715208012.623831:0:7122:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208012.623834:0:8263:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fded00/0xfa8b5bed87892353 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xfa8b5bed8789234c expref: 7 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208012.623841:0:8263:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fded00/0xfa8b5bed87892353 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xfa8b5bed8789234c expref: 7 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715208012.623843:0:7122:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715208012.623866:0:8263:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fded00/0xfa8b5bed87892353 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed8789234c expref: 7 pid: 7128 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715208012.623877:0:8263:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdf7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8263:1798523510669312:0@lo:105: 00000100:00100000:1.0:1715208012.623970:0:8263:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715208012.623996:0:8263:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e336cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1715208012.624023:0:8262:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510669312 00000100:00100000:2.0:1715208012.624029:0:8262:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510669312 00000100:00100000:2.0:1715208012.624074:0:8262:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00080000:0.0:1715208012.624077:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000-osp-MDT0001 older than 1715207982 00000100:00100000:2.0:1715208012.624081:0:8262:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:8263:x1798523510669312:12345-0@lo:105: 00010000:00010000:2.0:1715208012.624092:0:8262:0:(ldlm_lockd.c:2548:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.624102:0:8262:0:(ldlm_lockd.c:2006:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.624121:0:8262:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.624128:0:8262:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.624136:0:8262:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.624145:0:8262:0:(ldlm_lockd.c:2111:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.624160:0:8262:0:(ldlm_lockd.c:2122:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff88009e3bfa80) 00010000:00010000:0.0:1715208012.624172:0:7122:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715208012.624195:0:7122:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715208012.624206:0:8262:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdf4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:8263:x1798523510669312:12345-0@lo:105: Request processed in 125us (236us total) trans 0 rc 0/0 00000004:00080000:0.0:1715208012.624212:0:7122:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1715208012.624214:0:8262:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00010000:00010000:0.0:1715208012.624237:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fdf600/0xfa8b5bed8789235a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7122 initiator: MDT0 00000100:00100000:1.0:1715208012.624244:0:8263:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012bdf7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:8263:1798523510669312:0@lo:105: 00010000:00010000:0.0:1715208012.624245:0:7122:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fdf600/0xfa8b5bed8789235a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7122 initiator: MDT1 00010000:00010000:0.0:1715208012.624253:0:7122:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fdf600/0xfa8b5bed8789235a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 7122 initiator: MDT1 00010000:00010000:1.0:1715208012.624258:0:8263:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1715208012.624268:0:7122:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e18b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669376:0@lo:101:mdt00_000.0 00000100:00100000:1.0:1715208012.624293:0:8263:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e189180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+27:2002:x1798523505047744:12345-192.168.201.23@tcp:103:ldlm_bl.0 Request processed in 548us (716us total) trans 0 rc 0/0 00000100:00100000:0.0:1715208012.624298:0:7122:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715208012.624302:0:8263:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 125 00000100:00100000:0.0:1715208012.624329:0:7122:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e3ba000 going to sleep for 11 seconds 00000100:00100000:3.0:1715208012.624349:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510669376 00000100:00100000:3.0:1715208012.624359:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510669376 00000100:00100000:3.0:1715208012.624390:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1927 00000100:00100000:3.0:1715208012.624397:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e189500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+8:7122:x1798523510669376:12345-0@lo:101:mdt00_000.0 00010000:00010000:3.0:1715208012.624410:0:7128:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715208012.624434:0:7128:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee70900/0xfa8b5bed87892361 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa8b5bed8789235a expref: -99 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715208012.624456:0:7128:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee70900/0xfa8b5bed87892361 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xfa8b5bed8789235a expref: 9 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715208012.624468:0:7128:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee70900/0xfa8b5bed87892361 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed8789235a expref: 9 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715208012.624475:0:7128:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcdc1978 (ffff88009eedad00) 00010000:00010000:3.0:1715208012.624479:0:7128:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715208012.624481:0:7128:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006ee70900, rc 0) 00000100:00100000:3.0:1715208012.624540:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e189500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7122:x1798523510669376:12345-0@lo:101:mdt00_000.0 Request processed in 142us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208012.624548:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1927 00000100:00100000:0.0:1715208012.624571:0:7122:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e18b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669376:0@lo:101:mdt00_000.0 00010000:00010000:0.0:1715208012.624583:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fdf600/0xfa8b5bed8789235a lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xfa8b5bed87892361 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715208012.624593:0:7122:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fdf600/0xfa8b5bed8789235a lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed87892361 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00000004:00080000:0.0:1715208012.624604:0:7122:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1715208012.624627:0:7122:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e18b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669440:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1715208012.624652:0:7122:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208012.624677:0:7122:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e3bae40 going to sleep for 11 seconds 00000100:00100000:3.0:1715208012.624703:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510669440 00000100:00100000:3.0:1715208012.624708:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510669440 00000100:00100000:3.0:1715208012.624736:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1928 00000100:00100000:3.0:1715208012.624741:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e188380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7122:x1798523510669440:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1715208012.624797:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e188380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7122:x1798523510669440:12345-0@lo:1000:mdt00_000.0 Request processed in 55us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208012.624804:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1928 00000100:00100000:0.0:1715208012.624811:0:7122:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e18b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669440:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1715208012.624854:0:7122:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e18b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669504:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1715208012.624931:0:7122:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208012.624952:0:7122:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e3bae40 going to sleep for 11 seconds 00000100:00100000:2.0:1715208012.624978:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510669504 00000100:00100000:2.0:1715208012.624987:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510669504 00000100:00100000:2.0:1715208012.625030:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1929 00000100:00100000:2.0:1715208012.625037:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a58f1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7122:x1798523510669504:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1715208012.625130:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a58f1450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:7122:x1798523510669504:12345-0@lo:1000:mdt00_000.0 Request processed in 91us (247us total) trans 0 rc -2/-2 00000100:00100000:2.0:1715208012.625138:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1929 00000100:00100000:0.0:1715208012.625159:0:7122:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e18b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669504:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1715208012.625228:0:7122:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e18b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669568:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1715208012.625254:0:7122:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208012.625278:0:7122:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e3bae40 going to sleep for 11 seconds 00000100:00100000:3.0:1715208012.625310:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510669568 00000100:00100000:3.0:1715208012.625316:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510669568 00000100:00100000:3.0:1715208012.625350:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1930 00000100:00100000:3.0:1715208012.625355:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e188a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7122:x1798523510669568:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1715208012.625432:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e188a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7122:x1798523510669568:12345-0@lo:1000:mdt00_000.0 Request processed in 75us (175us total) trans 0 rc -2/-2 00000100:00100000:3.0:1715208012.625451:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1930 00000100:00100000:0.0:1715208012.625456:0:7122:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e18b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669568:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1715208012.625498:0:7122:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e18b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669632:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1715208012.625520:0:7122:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208012.625531:0:7122:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e3bae40 going to sleep for 11 seconds 00000100:00100000:3.0:1715208012.625533:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510669632 00000100:00100000:3.0:1715208012.625537:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510669632 00000100:00100000:3.0:1715208012.625561:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1931 00000100:00100000:3.0:1715208012.625565:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7122:x1798523510669632:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1715208012.625615:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e189f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7122:x1798523510669632:12345-0@lo:1000:mdt00_000.0 Request processed in 48us (94us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208012.625621:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1931 00000100:00100000:0.0:1715208012.625628:0:7122:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e18b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669632:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1715208012.625663:0:7122:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e18b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669696:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1715208012.625682:0:7122:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715208012.625692:0:7122:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e3bae40 going to sleep for 11 seconds 00000100:00100000:3.0:1715208012.625693:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510669696 00000100:00100000:3.0:1715208012.625697:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510669696 00000100:00100000:3.0:1715208012.625721:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1932 00000100:00100000:3.0:1715208012.625726:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e18a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7122:x1798523510669696:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1715208012.625768:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e18a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:7122:x1798523510669696:12345-0@lo:1000:mdt00_000.0 Request processed in 41us (84us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208012.625774:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1932 00000100:00100000:0.0:1715208012.625779:0:7122:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e18b800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510669696:0@lo:1000:mdt00_000.0 00000040:00080000:0.0:1715208012.626261:0:7122:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].6, 984 off38680 00000040:00080000:0.0:1715208012.626309:0:7122:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].6, 1136 off39592 00000004:00080000:0.0:1715208012.626315:0:7122:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88009e3ba000 with version 14 00000004:00080000:2.0:1715208012.626355:0:8266:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff88006fdd4480 version 14 rpc_version 14 00000020:00100000:2.0:1715208012.626380:0:8266:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:2.0:1715208012.626388:0:8266:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009e1a0700 x1798523510669824/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2160/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1715208012.626421:0:8266:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e1a0700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8266:1798523510669824:0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715208012.626452:0:8266:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715208012.626478:0:8266:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e10c480 going to sleep for 11 seconds 00000100:00100000:3.0:1715208012.626570:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510669824 00000100:00100000:3.0:1715208012.626579:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510669824 00000100:00100000:3.0:1715208012.626610:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1933 00000100:00100000:3.0:1715208012.626616:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e1a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+9:8266:x1798523510669824:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1715208012.627019:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e1a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+10:8266:x1798523510669824:12345-0@lo:1000:osp_up0-1.0 Request processed in 400us (563us total) trans 4294967444 rc 0/0 00000100:00100000:3.0:1715208012.627029:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1933 00000100:00100000:2.0:1715208012.627071:0:8266:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e1a0700 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8266:1798523510669824:0@lo:1000:osp_up0-1.0 00010000:00010000:0.0:1715208012.627156:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdfcc0/0xfa8b5bed87892368 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1715208012.627168:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdfcc0/0xfa8b5bed87892368 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT1 00010000:00010000:0.0:1715208012.627178:0:7122:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdfcc0/0xfa8b5bed87892368 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT1 00000004:00010000:0.0:1715208012.627202:0:7122:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009e18aa00 reply state ffff88009e2ff000 transno 4294967339 ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdfcc0/0xfa8b5bed87892368 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT1 00010000:00010000:0.0:1715208012.627212:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdfcc0/0xfa8b5bed87892368 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT1 00010000:00010000:0.0:1715208012.627219:0:7122:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff88012d095600) 00010000:00010000:0.0:1715208012.627222:0:7122:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1715208012.627225:0:7122:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1715208012.627228:0:7122:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000403:0x9:0x0]: returning size 4096 00000004:00080000:0.0:1715208012.627233:0:7122:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1715208012.627239:0:7122:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715208012.627247:0:7122:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715208012.627254:0:7122:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715208012.627270:0:7122:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:0.0:1715208012.627273:0:7122:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:0.0:1715208012.627277:0:7122:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fdf600/0xfa8b5bed8789235a lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xfa8b5bed87892361 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.627279:0:7113:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1715208012.627284:0:7122:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fdf600/0xfa8b5bed8789235a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xfa8b5bed87892361 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.627286:0:7113:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.627296:0:7113:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e3bfa80 already unused, calling callback (ffffffffa0ef0520) 00010000:00010000:2.0:1715208012.627302:0:7113:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1715208012.627310:0:7113:0:(mdt_handler.c:3748:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.627334:0:7113:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.627340:0:7113:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1715208012.627350:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e18aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+15:7087:x1798523505047680:12345-192.168.201.23@tcp:36:mkdir.0 Request processed in 6068us (6269us total) trans 4294967339 rc 0/0 00010000:00010000:2.0:1715208012.627366:0:7113:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715208012.627369:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 414 00010000:00010000:2.0:1715208012.627374:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff88009e3bfa80/0xfa8b5bed8789234c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xfa8b5bed87892353 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.627386:0:7113:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715208012.627388:0:7113:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1715208012.627390:0:7113:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715208012.627401:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e1a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3685:1798523510669888:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1715208012.627440:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715208012.627465:0:8263:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510669888 00000100:00100000:3.0:1715208012.627471:0:8263:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510669888 00000100:00100000:3.0:1715208012.627506:0:8263:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1715208012.627512:0:8263:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+10:3685:x1798523510669888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1715208012.627533:0:8263:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715208012.627548:0:8263:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a8fded00/0xfa8b5bed87892353 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xfa8b5bed8789234c expref: 10 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715208012.627568:0:8263:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e8ee500) 00010000:00010000:3.0:1715208012.627572:0:8263:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715208012.627604:0:8263:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e1a2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3685:x1798523510669888:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (163us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208012.627611:0:8263:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1715208012.627619:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e1a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3685:1798523510669888:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1715208012.631554:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715208012.631675:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505047808 00000100:00100000:2.0:1715208012.631684:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505047808 00000100:00100000:2.0:1715208012.631731:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 415 00000100:00100000:2.0:1715208012.631739:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e18b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+27:7088:x1798523505047808:12345-192.168.201.23@tcp:101:rm.0 00010000:00010000:2.0:1715208012.631752:0:7122:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715208012.631764:0:7122:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4cb40/0xfa8b5bed8789236f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd557032f expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.631804:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892376 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.631814:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892376 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.631823:0:7122:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892376 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00000004:00200000:2.0:1715208012.631849:0:7122:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1715208012.631853:0:7122:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1715208012.631863:0:7122:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892376 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.631935:0:7122:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4cb40/0xfa8b5bed8789236f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd557032f expref: 29 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.631962:0:7122:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f3c0/0xfa8b5bed87892376 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd557032f expref: 28 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.631970:0:7122:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e8ee500) 00010000:00010000:2.0:1715208012.631981:0:7122:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1715208012.631985:0:7122:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed4f3c0, rc 0) 00000100:00100000:2.0:1715208012.632031:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e18b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+28:7088:x1798523505047808:12345-192.168.201.23@tcp:101:rm.0 Request processed in 291us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1715208012.632039:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 415 00000100:00100000:0.0:1715208012.633638:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715208012.633752:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505047872 00000100:00100000:2.0:1715208012.633761:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505047872 00000100:00100000:2.0:1715208012.633807:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 416 00000100:00100000:2.0:1715208012.633815:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e18b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+28:7088:x1798523505047872:12345-192.168.201.23@tcp:101:rm.0 00010000:00010000:2.0:1715208012.633828:0:7122:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715208012.633840:0:7122:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4ed00/0xfa8b5bed8789237d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd5570336 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.633931:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892384 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.633944:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892384 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.633953:0:7122:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892384 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.633962:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f840/0xfa8b5bed8789238b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.633971:0:7122:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee70900/0xfa8b5bed87892361 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed8789235a expref: 8 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.633979:0:7122:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f840/0xfa8b5bed8789238b lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.633999:0:7122:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee70900/0xfa8b5bed87892361 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xfa8b5bed8789235a expref: 8 pid: 7128 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715208012.634020:0:7122:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e1a1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7122:1798523510669952:0@lo:104: 00000100:00100000:2.0:1715208012.634052:0:7122:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715208012.634083:0:7122:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e10c480 going to sleep for 11 seconds 00000100:00100000:0.0:1715208012.634106:0:8262:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510669952 00000100:00100000:0.0:1715208012.634113:0:8262:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510669952 00000100:00100000:0.0:1715208012.634148:0:8262:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:0.0:1715208012.634155:0:8262:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e1a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:7122:x1798523510669952:12345-0@lo:104: 00010000:00010000:0.0:1715208012.634166:0:8262:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fdf600/0xfa8b5bed8789235a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xfa8b5bed87892361 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715208012.634223:0:8262:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1715208012.634230:0:8262:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e1a3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:lustre-MDT0001-mdtlov_UUID+4:7122:x1798523510669952:12345-0@lo:104: Request processed in 74us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1715208012.634237:0:8262:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00010000:00010000:3.0:1715208012.634245:0:14811:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1715208012.634258:0:14811:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fdf600/0xfa8b5bed8789235a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xfa8b5bed87892361 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715208012.634258:0:7122:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e1a1500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7122:1798523510669952:0@lo:104: 00010000:00010000:2.0:1715208012.634273:0:7122:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f840/0xfa8b5bed8789238b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:3.0:1715208012.634274:0:14811:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a8fdf600 already unused, calling callback (ffffffffa0ef0520) 00010000:00010000:3.0:1715208012.634282:0:14811:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fdf600/0xfa8b5bed8789235a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xfa8b5bed87892361 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1715208012.634296:0:14811:0:(mdt_handler.c:3748:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fdf600/0xfa8b5bed8789235a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xfa8b5bed87892361 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715208012.634331:0:14811:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fdf600/0xfa8b5bed8789235a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xfa8b5bed87892361 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715208012.634341:0:14811:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1715208012.634376:0:14811:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fdf600/0xfa8b5bed8789235a lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xfa8b5bed87892361 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715208012.634384:0:14811:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8800a8fdf600/0xfa8b5bed8789235a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xfa8b5bed87892361 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715208012.634402:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1715208012.634416:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009dd16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3685:1798523510670016:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1715208012.634428:0:14811:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715208012.634430:0:14811:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715208012.634432:0:14811:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715208012.634441:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715208012.634463:0:8263:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510670016 00000100:00100000:3.0:1715208012.634469:0:8263:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510670016 00010000:00010000:3.0:1715208012.634487:0:8263:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee70900/0xfa8b5bed87892361 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xfa8b5bed8789235a expref: 9 pid: 7128 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715208012.634507:0:8263:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:3.0:1715208012.634514:0:8263:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+9:3685:x1798523510670016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1715208012.634523:0:8263:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1715208012.635794:0:7105:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967444 is committed 00000001:00080000:0.0:1715208012.635803:0:7105:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967443 is committed 00010000:00010000:3.0:1715208012.635974:0:8263:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee70900/0xfa8b5bed87892361 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xfa8b5bed8789235a expref: 7 pid: 7128 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715208012.635992:0:8263:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcdc1978 (ffff88009eedad00) 00010000:00010000:3.0:1715208012.635998:0:8263:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f840/0xfa8b5bed8789238b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:3.0:1715208012.636006:0:8263:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f840/0xfa8b5bed8789238b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7122 initiator: MDT0 00010000:00010000:3.0:1715208012.636013:0:8263:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f840/0xfa8b5bed8789238b lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7122 initiator: MDT0 00010000:00010000:3.0:1715208012.636054:0:8263:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1715208012.636083:0:7122:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f840/0xfa8b5bed8789238b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636096:0:7122:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f840/0xfa8b5bed8789238b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00000100:00100000:3.0:1715208012.636102:0:8263:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e1a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523510670016:12345-0@lo:103:ldlm_bl.0 Request processed in 1586us (1658us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208012.636111:0:8263:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1715208012.636146:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009dd16680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3685:1798523510670016:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1715208012.636169:0:7122:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e1a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:7122:1798523510670080:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1715208012.636205:0:7122:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715208012.636236:0:7122:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e10c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715208012.636263:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510670080 00000100:00100000:3.0:1715208012.636277:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510670080 00000100:00100000:3.0:1715208012.636305:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1934 00000100:00100000:3.0:1715208012.636311:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e1a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7122:x1798523510670080:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1715208012.636371:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e1a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:7122:x1798523510670080:12345-0@lo:1000:mdt00_000.0 Request processed in 59us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208012.636378:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1934 00000100:00100000:2.0:1715208012.636386:0:7122:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e1a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:7122:1798523510670080:0@lo:1000:mdt00_000.0 00010000:00010000:2.0:1715208012.636421:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f180/0xfa8b5bed87892392 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636431:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f180/0xfa8b5bed87892392 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636440:0:7122:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f180/0xfa8b5bed87892392 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00000004:00010000:2.0:1715208012.636468:0:7122:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f180/0xfa8b5bed87892392 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636478:0:7122:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892384 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636483:0:7122:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892384 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636489:0:7122:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892384 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636494:0:7122:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892384 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636500:0:7122:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4fcc0 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715208012.636503:0:7122:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892384 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636509:0:7122:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892384 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636518:0:7122:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e8ee500) 00010000:00010000:2.0:1715208012.636521:0:7122:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715208012.636524:0:7122:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892384 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636530:0:7122:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4fcc0/0xfa8b5bed87892384 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636539:0:7122:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f840/0xfa8b5bed8789238b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636545:0:7122:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f840/0xfa8b5bed8789238b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636555:0:7122:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f840/0xfa8b5bed8789238b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636559:0:7122:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4f840 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715208012.636562:0:7122:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f840/0xfa8b5bed8789238b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636568:0:7122:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f840/0xfa8b5bed8789238b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636575:0:7122:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbcdc1978 (ffff88009eedad00) 00010000:00010000:2.0:1715208012.636578:0:7122:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715208012.636580:0:7122:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f840/0xfa8b5bed8789238b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636585:0:7122:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f840/0xfa8b5bed8789238b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbcdc1978 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.636612:0:7122:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4ed00/0xfa8b5bed8789237d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd5570336 expref: 28 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.636623:0:7122:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ed4f180/0xfa8b5bed87892392 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd5570336 expref: 27 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.636630:0:7122:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff880130b75300) 00010000:00010000:2.0:1715208012.636632:0:7122:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1715208012.636634:0:7122:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed4f180, rc 0) 00000100:00100000:2.0:1715208012.636681:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e18b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+27:7088:x1798523505047872:12345-192.168.201.23@tcp:101:rm.0 Request processed in 2865us (3047us total) trans 0 rc 0/0 00000100:00100000:2.0:1715208012.636689:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 416 00000100:00100000:0.0:1715208012.637995:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715208012.638116:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505047936 00000100:00100000:2.0:1715208012.638125:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505047936 00000100:00100000:2.0:1715208012.638172:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 417 00000100:00100000:2.0:1715208012.638180:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e18bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+15:7088:x1798523505047936:12345-192.168.201.23@tcp:101:rm.0 00010000:00010000:2.0:1715208012.638198:0:7122:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715208012.638210:0:7122:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4db00/0xfa8b5bed87892399 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd557033d expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.638244:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c480/0xfa8b5bed878923a0 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.638254:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c480/0xfa8b5bed878923a0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.638263:0:7122:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c480/0xfa8b5bed878923a0 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT1 00000004:00200000:2.0:1715208012.638291:0:7122:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000403:0x9:0x0]: returning size 4096 00000004:00200000:2.0:1715208012.638295:0:7122:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1715208012.638319:0:7122:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4db00/0xfa8b5bed87892399 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd557033d expref: 17 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.638332:0:7122:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c480/0xfa8b5bed878923a0 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd557033d expref: 16 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.638340:0:7122:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff88012d095600) 00010000:00010000:2.0:1715208012.638343:0:7122:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1715208012.638345:0:7122:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed4c480, rc 0) 00000100:00100000:2.0:1715208012.638394:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e18bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+16:7088:x1798523505047936:12345-192.168.201.23@tcp:101:rm.0 Request processed in 213us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1715208012.638402:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 417 00000100:00100000:0.0:1715208012.639634:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715208012.639753:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505048000 00000100:00100000:2.0:1715208012.639762:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505048000 00000100:00100000:2.0:1715208012.639809:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 418 00000100:00100000:2.0:1715208012.639816:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e188000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+16:7088:x1798523505048000:12345-192.168.201.23@tcp:101:rm.0 00010000:00010000:2.0:1715208012.639829:0:7122:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715208012.639841:0:7122:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c900/0xfa8b5bed878923a7 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd5570344 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.639935:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4eac0/0xfa8b5bed878923ae lrc: 3/1,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.639947:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4eac0/0xfa8b5bed878923ae lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.639956:0:7122:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4eac0/0xfa8b5bed878923ae lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.639969:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ef40/0xfa8b5bed878923b5 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.639975:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ef40/0xfa8b5bed878923b5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.639981:0:7122:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ef40/0xfa8b5bed878923b5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.640005:0:7122:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4eac0/0xfa8b5bed878923ae lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.640011:0:7122:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4eac0/0xfa8b5bed878923ae lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.640016:0:7122:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4eac0/0xfa8b5bed878923ae lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.640036:0:7122:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4eac0/0xfa8b5bed878923ae lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.640041:0:7122:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4eac0 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715208012.640044:0:7122:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4eac0/0xfa8b5bed878923ae lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.640050:0:7122:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4eac0/0xfa8b5bed878923ae lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.640059:0:7122:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff88012d095600) 00010000:00010000:2.0:1715208012.640062:0:7122:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715208012.640066:0:7122:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4eac0/0xfa8b5bed878923ae lrc: 3/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.640071:0:7122:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4eac0/0xfa8b5bed878923ae lrc: 0/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.640082:0:7122:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ef40/0xfa8b5bed878923b5 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.640087:0:7122:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ef40/0xfa8b5bed878923b5 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.640092:0:7122:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ef40/0xfa8b5bed878923b5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.640097:0:7122:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4ef40 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715208012.640100:0:7122:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ef40/0xfa8b5bed878923b5 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.640105:0:7122:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ef40/0xfa8b5bed878923b5 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.640121:0:7122:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0xcd26cedc (ffff880130b75600) 00010000:00010000:2.0:1715208012.640124:0:7122:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715208012.640126:0:7122:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ef40/0xfa8b5bed878923b5 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.640131:0:7122:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4ef40/0xfa8b5bed878923b5 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.640159:0:7122:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c900/0xfa8b5bed878923a7 lrc: 1/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd5570344 expref: 17 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.640167:0:7122:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c900/0xfa8b5bed878923a7 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd5570344 expref: 17 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.640175:0:7122:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed4c900, rc 0) 00000100:00100000:2.0:1715208012.640224:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e188000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+16:7088:x1798523505048000:12345-192.168.201.23@tcp:101:rm.0 Request processed in 407us (595us total) trans 0 rc 301/301 00000100:00100000:2.0:1715208012.640233:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 418 00000100:00100000:0.0:1715208012.641688:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715208012.641811:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505048064 00000100:00100000:2.0:1715208012.641820:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505048064 00000100:00100000:2.0:1715208012.641866:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 419 00000100:00100000:2.0:1715208012.641874:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e189880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+16:7088:x1798523505048064:12345-192.168.201.23@tcp:101:rm.0 00010000:00010000:2.0:1715208012.641939:0:7122:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715208012.641952:0:7122:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4d200/0xfa8b5bed878923bc lrc: 2/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd557034b expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.641990:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e880/0xfa8b5bed878923c3 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.642015:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e880/0xfa8b5bed878923c3 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642024:0:7122:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e880/0xfa8b5bed878923c3 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642035:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e400/0xfa8b5bed878923ca lrc: 3/1,0 mode: --/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.642042:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e400/0xfa8b5bed878923ca lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642048:0:7122:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e400/0xfa8b5bed878923ca lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642068:0:7122:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e880/0xfa8b5bed878923c3 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642074:0:7122:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e880/0xfa8b5bed878923c3 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642079:0:7122:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e880/0xfa8b5bed878923c3 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642085:0:7122:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e880/0xfa8b5bed878923c3 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642090:0:7122:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4e880 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715208012.642093:0:7122:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e880/0xfa8b5bed878923c3 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642099:0:7122:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e880/0xfa8b5bed878923c3 lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642117:0:7122:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff88012d095600) 00010000:00010000:2.0:1715208012.642120:0:7122:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715208012.642123:0:7122:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e880/0xfa8b5bed878923c3 lrc: 3/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642129:0:7122:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e880/0xfa8b5bed878923c3 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642140:0:7122:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e400/0xfa8b5bed878923ca lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642145:0:7122:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e400/0xfa8b5bed878923ca lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642151:0:7122:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e400/0xfa8b5bed878923ca lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642156:0:7122:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4e400 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715208012.642158:0:7122:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e400/0xfa8b5bed878923ca lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642164:0:7122:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e400/0xfa8b5bed878923ca lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642170:0:7122:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0xcd26cedc (ffff880130b75a00) 00010000:00010000:2.0:1715208012.642173:0:7122:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715208012.642175:0:7122:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e400/0xfa8b5bed878923ca lrc: 2/0,0 mode: --/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642180:0:7122:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e400/0xfa8b5bed878923ca lrc: 0/0,0 mode: --/PR res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.642206:0:7122:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4d200/0xfa8b5bed878923bc lrc: 1/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd557034b expref: 17 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.642220:0:7122:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4d200/0xfa8b5bed878923bc lrc: 0/0,0 mode: --/CR res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd557034b expref: 17 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.642229:0:7122:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed4d200, rc 0) 00000100:00100000:2.0:1715208012.642276:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e189880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+16:7088:x1798523505048064:12345-192.168.201.23@tcp:101:rm.0 Request processed in 402us (592us total) trans 0 rc 301/301 00000100:00100000:2.0:1715208012.642284:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 419 00000100:00100000:0.0:1715208012.645959:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715208012.646081:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505048192 00000100:00100000:2.0:1715208012.646090:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505048192 00000100:00100000:2.0:1715208012.646136:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 420 00000100:00100000:2.0:1715208012.646144:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e18b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+16:7089:x1798523505048192:12345-192.168.201.23@tcp:101:dd.0 00010000:00010000:2.0:1715208012.646157:0:7122:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715208012.646169:0:7122:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4dd40/0xfa8b5bed878923d1 lrc: 2/0,0 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd5570352 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.646224:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c240/0xfa8b5bed878923d8 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.646235:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c240/0xfa8b5bed878923d8 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.646244:0:7122:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c240/0xfa8b5bed878923d8 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.646254:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c6c0/0xfa8b5bed878923df lrc: 3/0,1 mode: --/PW res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.646261:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c6c0/0xfa8b5bed878923df lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.646282:0:7122:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c6c0/0xfa8b5bed878923df lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT1 00000100:00100000:2.0:1715208012.646356:0:7122:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e1a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510670144:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1715208012.646390:0:7122:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715208012.646420:0:7122:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009e10c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715208012.646462:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510670144 00000100:00100000:3.0:1715208012.646471:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510670144 00000100:00100000:3.0:1715208012.646515:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1935 00000100:00100000:3.0:1715208012.646522:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:7122:x1798523510670144:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1715208012.646593:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e1a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:7122:x1798523510670144:12345-0@lo:1000:mdt00_000.0 Request processed in 70us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208012.646601:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1935 00000100:00100000:2.0:1715208012.646605:0:7122:0:(client.c:2956:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967444 gen 2 00000004:00080000:2.0:1715208012.646611:0:7122:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967442 committed transno 4294967444 00000004:00080000:2.0:1715208012.646627:0:7122:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967444 committed transno 4294967444 00000100:00100000:2.0:1715208012.646640:0:7122:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e1a3480 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:7122:1798523510670144:0@lo:1000:mdt00_000.0 00000004:00080000:2.0:1715208012.646799:0:7122:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x4:0x0], index 1: 0 00010000:00010000:2.0:1715208012.646951:0:7122:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e1c0/0xfa8b5bed878923e6 lrc: 3/1,0 mode: --/PR res: [0x240000403:0xa:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1715208012.646962:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e1c0/0xfa8b5bed878923e6 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.646970:0:7122:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e1c0/0xfa8b5bed878923e6 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.646998:0:7122:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c240/0xfa8b5bed878923d8 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.647004:0:7122:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c240/0xfa8b5bed878923d8 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.647010:0:7122:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c240/0xfa8b5bed878923d8 lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.647015:0:7122:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c240/0xfa8b5bed878923d8 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.647033:0:7122:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4c240 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715208012.647036:0:7122:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c240/0xfa8b5bed878923d8 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.647043:0:7122:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c240/0xfa8b5bed878923d8 lrc: 5/0,0 mode: CW/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.647052:0:7122:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff88012d095600) 00010000:00010000:2.0:1715208012.647055:0:7122:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715208012.647059:0:7122:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c240/0xfa8b5bed878923d8 lrc: 3/0,0 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.647064:0:7122:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c240/0xfa8b5bed878923d8 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT1 00000004:00010000:2.0:1715208012.647075:0:7122:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff88009e18b100 reply state ffff88012d517000 transno 4294967340 ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c6c0/0xfa8b5bed878923df lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.647083:0:7122:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c6c0/0xfa8b5bed878923df lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT1 00010000:00010000:2.0:1715208012.647089:0:7122:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0xcd26cedc (ffff880130b75500) 00010000:00010000:2.0:1715208012.647091:0:7122:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715208012.647093:0:7122:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1715208012.647118:0:7122:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4dd40/0xfa8b5bed878923d1 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd5570352 expref: 19 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.647129:0:7122:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4e1c0/0xfa8b5bed878923e6 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd5570352 expref: 18 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.647136:0:7122:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0xa:0x0].0x0 (ffff880130b75800) 00010000:00010000:2.0:1715208012.647143:0:7122:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1715208012.647146:0:7122:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed4e1c0, rc 0) 00000100:00100000:2.0:1715208012.647196:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e18b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+19:7089:x1798523505048192:12345-192.168.201.23@tcp:101:dd.0 Request processed in 1052us (1241us total) trans 4294967340 rc 0/0 00000100:00100000:2.0:1715208012.647205:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 420 00000100:00100000:0.0:1715208012.656787:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715208012.656948:0:17150:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505048256 00000100:00100000:2.0:1715208012.656957:0:17150:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505048256 00000100:00080000:0.0:1715208012.657016:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715207982 00000100:00100000:2.0:1715208012.657019:0:17150:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 59 00000100:00100000:2.0:1715208012.657026:0:17150:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e18a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+8:7089:x1798523505048256:12345-192.168.201.23@tcp:101:dd.0 00010000:00010000:2.0:1715208012.657039:0:17150:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715208012.657057:0:17150:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ed4c000/0xfa8b5bed878923f4 lrc: 2/0,0 mode: --/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd5570359 expref: -99 pid: 17150 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1715208012.657077:0:17150:0:(ofd_lvb.c:170:ofd_lvbo_init()) res: [0x2c0000400:0x4:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1715208012.657092:0:17150:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715208012.657095:0:17150:0:(ldlm_extent.c:329:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1715208012.657106:0:17150:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ed4c000/0xfa8b5bed878923f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd5570359 expref: 9 pid: 17150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.657121:0:17150:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ed4c000/0xfa8b5bed878923f4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000400:0x4:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd5570359 expref: 9 pid: 17150 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715208012.657130:0:17150:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ed4c000, rc 0) 00000100:00100000:2.0:1715208012.657175:0:17150:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e18a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+9:7089:x1798523505048256:12345-192.168.201.23@tcp:101:dd.0 Request processed in 149us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1715208012.657183:0:17150:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 59 00000100:00100000:0.0:1715208012.663420:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715208012.663538:0:9392:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505048320 00000100:00100000:2.0:1715208012.663547:0:9392:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505048320 00002000:00100000:2.0:1715208012.663588:0:9392:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000400:0x4:0x0] (0->1048575) req@ffff88009e189c00 x1798523505048320/t0(0) o4->1bc50a3e-f07c-4b55-83c3-5f3c3d406528@192.168.201.23@tcp:533/0 lens 488/0 e 0 to 0 dl 1715208023 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1715208012.663601:0:9392:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e189c00 with x1798523505048320 ext(0->1048575) 00002000:00010000:2.0:1715208012.663606:0:9392:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e189c00 00000100:00100000:2.0:1715208012.663645:0:9392:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 4 00000100:00100000:2.0:1715208012.663652:0:9392:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+9:2003:x1798523505048320:12345-192.168.201.23@tcp:4:dd.0 00000100:00100000:0.0:1715208012.673656:0:9392:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e189c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+11:2003:x1798523505048320:12345-192.168.201.23@tcp:4:dd.0 Request processed in 9997us (10234us total) trans 4294967305 rc 0/0 00000100:00100000:0.0:1715208012.673680:0:9392:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 4 00002000:00100000:0.0:1715208012.673691:0:9392:0:(ofd_dev.c:2616:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000400:0x4:0x0] (0->1048575) req@ffff88009e189c00 x1798523505048320/t4294967305(0) o4->1bc50a3e-f07c-4b55-83c3-5f3c3d406528@192.168.201.23@tcp:533/0 lens 488/448 e 0 to 0 dl 1715208023 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1715208012.673701:0:9392:0:(ofd_dev.c:2475:ofd_prolong_extent_locks()) Prolong locks for req ffff88009e189c00 with x1798523505048320 ext(0->1048575) 00002000:00010000:0.0:1715208012.673706:0:9392:0:(ofd_dev.c:2621:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009e189c00 00000100:00100000:0.0:1715208012.674748:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715208012.674870:0:7122:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505048384 00000100:00100000:2.0:1715208012.674924:0:7122:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505048384 00000100:00100000:2.0:1715208012.674972:0:7122:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 421 00000100:00100000:2.0:1715208012.674980:0:7122:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e189500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+19:7089:x1798523505048384:12345-192.168.201.23@tcp:44:dd.0 00000001:00080000:0.0:1715208012.675951:0:8254:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967340 is committed 00000020:00080000:0.0:1715208012.675961:0:8254:0:(update_trans.c:80:top_multiple_thandle_dump()) lustre-MDT0001-osd tmt ffff88009e3bae40 refcount 2 committed 0 result 0 batchid 6 00000020:00080000:0.0:1715208012.675966:0:8254:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88012d095500 obd lustre-MDT0000-osp-MDT0001 committed 1 started 1 stopped 1 result 0 sub_th ffff88009e3ba000 00000020:00080000:0.0:1715208012.675970:0:8254:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x200000401:0x2:0x0].6 00000020:00080000:0.0:1715208012.675973:0:8254:0:(update_trans.c:89:top_multiple_thandle_dump()) st ffff88012d095700 obd lustre-MDT0001-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88013090b800 00000020:00080000:0.0:1715208012.675976:0:8254:0:(update_trans.c:94:top_multiple_thandle_dump()) cookie [0x240000400:0x2:0x0].6 00010000:00010000:1.0:1715208012.676053:0:3670:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdfcc0/0xfa8b5bed87892368 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT1 00010000:00010000:1.0:1715208012.676067:0:3670:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdfcc0/0xfa8b5bed87892368 lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT1 00010000:00010000:1.0:1715208012.676075:0:3670:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdfcc0/0xfa8b5bed87892368 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT1 00000020:00080000:2.0:1715208012.676078:0:8273:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 6 committed batchid 5 00010000:00010000:1.0:1715208012.676080:0:3670:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800a8fdfcc0 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:1.0:1715208012.676093:0:3670:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdfcc0/0xfa8b5bed87892368 lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT1 00010000:00010000:1.0:1715208012.676100:0:3670:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdfcc0/0xfa8b5bed87892368 lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT1 00010000:00010000:1.0:1715208012.676112:0:3670:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0x0 (ffff88012d095600) 00010000:00010000:1.0:1715208012.676114:0:3670:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715208012.676118:0:3670:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdfcc0/0xfa8b5bed87892368 lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT1 00000020:00080000:2.0:1715208012.676119:0:8273:0:(update_trans.c:1589:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 5 00010000:00010000:1.0:1715208012.676123:0:3670:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800a8fdfcc0/0xfa8b5bed87892368 lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x9:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT1 00010000:00010000:1.0:1715208012.676146:0:3670:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c6c0/0xfa8b5bed878923df lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT1 00010000:00010000:1.0:1715208012.676152:0:3670:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c6c0/0xfa8b5bed878923df lrc: 2/0,0 mode: TXN/TXN res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT1 00010000:00010000:1.0:1715208012.676158:0:3670:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c6c0/0xfa8b5bed878923df lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT1 00010000:00010000:1.0:1715208012.676163:0:3670:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88012ed4c6c0 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:1.0:1715208012.676165:0:3670:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c6c0/0xfa8b5bed878923df lrc: 3/0,0 mode: TXN/TXN res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT1 00010000:00010000:1.0:1715208012.676170:0:3670:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c6c0/0xfa8b5bed878923df lrc: 4/0,0 mode: TXN/TXN res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT1 00010000:00010000:1.0:1715208012.676177:0:3670:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x9:0x0].0xcd26cedc (ffff880130b75500) 00010000:00010000:1.0:1715208012.676179:0:3670:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715208012.676182:0:3670:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c6c0/0xfa8b5bed878923df lrc: 2/0,0 mode: --/TXN res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT1 00010000:00010000:1.0:1715208012.676197:0:3670:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88012ed4c6c0/0xfa8b5bed878923df lrc: 0/0,0 mode: --/TXN res: [0x240000403:0x9:0x0].0xcd26cedc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT1 00000100:00100000:3.0:1715208012.676210:0:7122:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e189500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+16:7089:x1798523505048384:12345-192.168.201.23@tcp:44:dd.0 Request processed in 1224us (1460us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208012.676221:0:7122:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 421 00000100:00100000:0.0:1715208012.677226:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715208012.677385:0:17150:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505048448 00000100:00100000:2.0:1715208012.677394:0:17150:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505048448 00000100:00100000:2.0:1715208012.677450:0:17150:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 60 00000100:00100000:2.0:1715208012.677459:0:17150:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e188380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+11:2002:x1798523505048448:12345-192.168.201.23@tcp:16:dd.0 00000001:00080000:0.0:1715208012.678269:0:10651:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-OST0001: transno 4294967305 is committed 00000100:00100000:2.0:1715208012.678385:0:17150:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e188380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+9:2002:x1798523505048448:12345-192.168.201.23@tcp:16:dd.0 Request processed in 924us (1160us total) trans 0 rc 0/0 00000100:00100000:2.0:1715208012.678394:0:17150:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 60 00000100:00100000:2.0:1715208012.679233:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715208012.679260:0:7125:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523505048576 00000100:00100000:0.0:1715208012.679269:0:7125:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523505048576 00000100:00100000:0.0:1715208012.679308:0:7125:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 71 00000100:00100000:0.0:1715208012.679316:0:7125:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e1a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+15:7089:x1798523505048576:12345-192.168.201.23@tcp:35:dd.0 00000100:00100000:0.0:1715208012.679502:0:7125:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e1a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+16:7089:x1798523505048576:12345-192.168.201.23@tcp:35:dd.0 Request processed in 184us (269us total) trans 4294967341 rc 0/0 00000100:00100000:0.0:1715208012.679511:0:7125:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 71 00000040:00080000:0.0:1715208012.734020:0:15215:0:(llog.c:735:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1715208012.734029:0:15215:0:(llog_cat.c:796:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1715208012.734628:0:15215:0:(llog.c:792:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1715208012.734639:0:15215:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1715208012.775592:0:15218:0:(llog.c:792:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:1.0:1715208013.123774:0:31748:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_23: @@@@@@ FAIL: /home/green/git/lustre-release/lustre/utils/lfs hsm_state /mnt/lustre/d23.sanity-hsm/test_mtime failed (run as root) 00010000:00010000:2.0:1715208013.260080:0:9401:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715208013.363984:0:3684:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1715208013.364005:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e18ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510670208:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1715208013.364066:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715208013.364188:0:7128:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510670208 00000100:00100000:3.0:1715208013.364202:0:7128:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510670208 00000100:00100000:3.0:1715208013.364268:0:7128:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1936 00000100:00100000:3.0:1715208013.364278:0:7128:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009dd53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3684:x1798523510670208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1715208013.364322:0:7128:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1445023744 avail 1315561472 00000100:00100000:3.0:1715208013.364438:0:7128:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009dd53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3684:x1798523510670208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 160us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1715208013.364447:0:7128:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1936 00000100:00100000:0.0:1715208013.364466:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e18ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510670208:0@lo:41:osp-pre-0-1.0 Debug log: 871 lines, 871 kept, 0 dropped, 0 bad.