00000100:00100000:2.0F:1715206199.187986:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510208768:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0F:1715206199.188022:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:24597633-7c6c-43cc-a7e8-ad821c1018c0:3685:1798523510208832:0@lo:400:kworker.0 00000100:00100000:0.0F:1715206199.188031:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510208960:0@lo:400:kworker.0 00000100:00100000:2.0:1715206199.188064:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206199.188065:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206199.188065:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206199.188093:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3684:1798523510209024:0@lo:400:kworker.0 00000100:00100000:1.0:1715206199.188096:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3685:1798523510209088:0@lo:400:kworker.0 00000100:00100000:0.0:1715206199.188097:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012f5e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3683:1798523510209216:0@lo:400:kworker.0 00000100:00100000:1.0:1715206199.188118:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206199.188120:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206199.188129:0:9919:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510208768 00000100:00100000:2.0:1715206199.188136:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012f5eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510209280:0@lo:400:kworker.0 00000100:00100000:0.0:1715206199.188137:0:9919:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510208768 00000100:00100000:1.0:1715206199.188138:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3685:1798523510209344:0@lo:400:kworker.0 00000100:00100000:3.0F:1715206199.188144:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510208960 00000100:00100000:3.0:1715206199.188154:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510208960 00000100:00100000:2.0:1715206199.188155:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206199.188160:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3686:1798523510208896:0@lo:400:kworker.0 00000100:00100000:2.0:1715206199.188167:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510209536:0@lo:400:kworker.0 00000100:00100000:0.0:1715206199.188177:0:9919:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1715206199.188178:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510209088 00000100:00100000:1.0:1715206199.188178:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206199.188181:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510209088 00000100:00100000:2.0:1715206199.188181:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206199.188184:0:9919:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510208768:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1715206199.188189:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012f5e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3686:1798523510209152:0@lo:400:kworker.0 00000100:00100000:3.0:1715206199.188193:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1715206199.188199:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3683:x1798523510208960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206199.188203:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206199.188213:0:3686:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3686:1798523510209408:0@lo:400:kworker.0 00000100:00100000:2.0:1715206199.188215:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510209024 00002000:00000024:0.0:1715206199.188215:0:9919:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3922501632 avail 3690979328 00000100:00100000:2.0:1715206199.188219:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510209024 00000100:00100000:1.0:1715206199.188226:0:3686:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206199.188240:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510208896 00000100:00100000:3.0:1715206199.188245:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4ee300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3683:x1798523510208960:12345-0@lo:400:kworker.0 Request processed in 45us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206199.188245:0:9919:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3684:x1798523510208768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206199.188246:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510208896 00000100:00100000:1.0:1715206199.188250:0:6554:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510209152 00000100:00100000:0.0:1715206199.188250:0:9919:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:3.0:1715206199.188252:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1715206199.188253:0:6554:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510209152 00000100:00100000:2.0:1715206199.188259:0:21028:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510209408 00000100:00100000:2.0:1715206199.188260:0:21028:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510209408 00000100:00100000:3.0:1715206199.188266:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1715206199.188270:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880081de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523510209088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206199.188272:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:2.0:1715206199.188276:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3684:x1798523510209024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206199.188276:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:0.0:1715206199.188277:0:7118:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510208832 00000100:00100000:1.0:1715206199.188280:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880081de1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3686:x1798523510208896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206199.188280:0:7118:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510208832 00000100:00100000:3.0:1715206199.188296:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880081de0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523510209088:12345-0@lo:400:kworker.0 Request processed in 25us (176us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206199.188301:0:7118:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1715206199.188302:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1715206199.188306:0:7118:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880087dfdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24597633-7c6c-43cc-a7e8-ad821c1018c0+23:3685:x1798523510208832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206199.188307:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880081de1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-MDT0000_UUID+5:3686:x1798523510208896:12345-0@lo:400:kworker.0 Request processed in 27us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206199.188308:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0f6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3684:x1798523510209024:12345-0@lo:400:kworker.0 Request processed in 32us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206199.188311:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:2.0:1715206199.188314:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00080000:3.0:1715206199.188318:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd MGS older than 1715206169 00000100:00100000:1.0:1715206199.188320:0:6554:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00080000:3.0:1715206199.188322:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206169 00000100:00100000:1.0:1715206199.188322:0:6554:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880081de0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3686:x1798523510209152:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1715206199.188324:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206169 00000100:00100000:2.0:1715206199.188324:0:21028:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:2.0:1715206199.188328:0:21028:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff880081de0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3686:x1798523510209408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206199.188332:0:7118:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880087dfdc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:24597633-7c6c-43cc-a7e8-ad821c1018c0+23:3685:x1798523510208832:12345-0@lo:400:kworker.0 Request processed in 25us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206199.188335:0:6554:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880081de0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_006:lustre-MDT0000-lwp-OST0000_UUID+5:3686:x1798523510209152:12345-0@lo:400:kworker.0 Request processed in 11us (131us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206199.188338:0:6554:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:0.0:1715206199.188338:0:7118:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1715206199.188346:0:21028:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff880081de0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3686:x1798523510209408:12345-0@lo:400:kworker.0 Request processed in 17us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206199.188351:0:21028:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:0.0:1715206199.188359:0:17150:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510209280 00000100:00100000:0.0:1715206199.188361:0:17150:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510209280 00000100:00100000:1.0:1715206199.188364:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e031c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3686:1798523510208896:0@lo:400:kworker.0 00000100:00100000:2.0:1715206199.188366:0:17457:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510209536 00000100:00100000:2.0:1715206199.188368:0:17457:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510209536 00000100:00100000:1.0:1715206199.188370:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012f5e9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3686:1798523510209152:0@lo:400:kworker.0 00000100:00100000:1.0:1715206199.188381:0:3686:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e03fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3686:1798523510209408:0@lo:400:kworker.0 00000100:00080000:3.0:1715206199.188383:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 older than 1715206169 00000100:00100000:0.0:1715206199.188385:0:17150:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00080000:3.0:1715206199.188386:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206169 00000100:00100000:0.0:1715206199.188388:0:17150:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3684:x1798523510209280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206199.188390:0:17457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1715206199.188393:0:17457:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3684:x1798523510209536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1715206199.188397:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206199.188407:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3685:1798523510209600:0@lo:400:kworker.0 00000100:00100000:0.0:1715206199.188407:0:17150:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_005:lustre-MDT0001-mdtlov_UUID+5:3684:x1798523510209280:12345-0@lo:400:kworker.0 Request processed in 18us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206199.188410:0:17150:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1715206199.188411:0:9386:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510209344 00000100:00100000:3.0:1715206199.188415:0:9386:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510209344 00000100:00100000:1.0:1715206199.188420:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206199.188421:0:17457:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0001-mdtlov_UUID+5:3684:x1798523510209536:12345-0@lo:400:kworker.0 Request processed in 27us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206199.188425:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206199.188427:0:17457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1715206199.188429:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e031180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:24597633-7c6c-43cc-a7e8-ad821c1018c0:3685:1798523510208832:0@lo:400:kworker.0 00000100:00100000:0.0:1715206199.188433:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3683:1798523510209472:0@lo:400:kworker.0 00000100:00100000:2.0:1715206199.188434:0:17457:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510209600 00000100:00100000:2.0:1715206199.188436:0:17457:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510209600 00000100:00100000:3.0:1715206199.188438:0:9386:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1715206199.188438:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e030a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3685:1798523510209088:0@lo:400:kworker.0 00000100:00100000:3.0:1715206199.188442:0:9386:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523510209344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206199.188448:0:17457:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1715206199.188451:0:17457:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e031c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523510209600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1715206199.188452:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1715206199.188466:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e030000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510208960:0@lo:400:kworker.0 00000100:00100000:0.0:1715206199.188483:0:10664:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510209216 00000100:00100000:3.0:1715206199.188485:0:9386:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523510209344:12345-0@lo:400:kworker.0 Request processed in 41us (86us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206199.188486:0:10664:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510209216 00000100:00100000:2.0:1715206199.188487:0:17457:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e031c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_006:lustre-MDT0000-mdtlov_UUID+5:3685:x1798523510209600:12345-0@lo:400:kworker.0 Request processed in 34us (65us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206199.188488:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e03d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3685:1798523510209344:0@lo:400:kworker.0 00000100:00100000:2.0:1715206199.188491:0:17457:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1715206199.188495:0:9386:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1715206199.188495:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3685:1798523510209600:0@lo:400:kworker.0 00000100:00100000:0.0:1715206199.188501:0:10664:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510209472 00000100:00100000:0.0:1715206199.188504:0:10664:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510209472 00000100:00100000:2.0:1715206199.188515:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e030700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3684:1798523510209024:0@lo:400:kworker.0 00000100:00100000:0.0:1715206199.188516:0:10664:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1715206199.188521:0:7123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:0.0:1715206199.188521:0:10664:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3683:x1798523510209216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206199.188524:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012f5eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510209280:0@lo:400:kworker.0 00000100:00100000:3.0:1715206199.188526:0:7123:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1798523510209472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1715206199.188531:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510209536:0@lo:400:kworker.0 00000100:00100000:2.0:1715206199.188543:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e0f4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3684:1798523510208768:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1715206199.188548:0:10664:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4ec700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3683:x1798523510209216:12345-0@lo:400:kworker.0 Request processed in 27us (121us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206199.188553:0:10664:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1715206199.188561:0:7123:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4ec380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3683:x1798523510209472:12345-0@lo:400:kworker.0 Request processed in 34us (107us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206199.188567:0:7123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:0.0:1715206199.188573:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012f5e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3683:1798523510209216:0@lo:400:kworker.0 00000100:00100000:0.0:1715206199.188578:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e03df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3683:1798523510209472:0@lo:400:kworker.0 00000100:00080000:3.0:1715206199.188583:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206169 00000100:00080000:3.0:1715206199.188585:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 older than 1715206169 00000100:00100000:0.0:1715206199.203964:0:3685:0:(ptlrpcd.c:417:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1715206199.203981:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88007e4edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3685:1798523510209664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1715206199.204038:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206199.204089:0:9389:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510209664 00000100:00100000:2.0:1715206199.204097:0:9389:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510209664 00000100:00100000:2.0:1715206199.204135:0:9389:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1715206199.204141:0:9389:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801300b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523510209664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1715206199.204162:0:9389:0:(ofd_obd.c:743:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3922501632 avail 3690979328 00000100:00100000:2.0:1715206199.204196:0:9389:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801300b0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3685:x1798523510209664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206199.204201:0:9389:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1715206199.204215:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88007e4edc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3685:1798523510209664:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1715206199.632055:0:11642:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1715206200.468027:0:3683:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff8801300b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510209728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1715206200.468081:0:3683:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206200.468495:0:8276:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510209728 00000100:00100000:1.0:1715206200.468503:0:8276:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510209728 00000100:00100000:1.0:1715206200.468534:0:8276:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1715206200.468539:0:8276:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801300b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3683:x1798523510209728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1715206200.468567:0:8276:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4243456 pending 0 free 1445068800 avail 1315606528 00000100:00100000:1.0:1715206200.468608:0:8276:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801300b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3683:x1798523510209728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206200.468613:0:8276:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1715206200.468636:0:3683:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff8801300b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3683:1798523510209728:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1715206200.634058:0:9401:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1715206201.200595:0:10875:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 2: Check file dirtyness when doing setattr ========================================================== 18:10:00 (1715206200) 00000100:00100000:0.0:1715206201.226259:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715206201.226293:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715206201.226305:0:7123:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504886592 00000100:00100000:3.0:1715206201.226311:0:8277:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504886656 00000100:00100000:2.0:1715206201.226315:0:7123:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504886592 00000100:00100000:3.0:1715206201.226317:0:8277:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504886656 00000100:00100000:2.0:1715206201.226359:0:7123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 178 00000100:00100000:2.0:1715206201.226370:0:7123:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801300b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+6:2002:x1798523504886592:12345-192.168.201.23@tcp:41:mkdir.0 00000100:00100000:3.0:1715206201.226390:0:8277:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 5 00000100:00100000:3.0:1715206201.226395:0:8277:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801300b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0002:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+6:18184:x1798523504886656:12345-192.168.201.23@tcp:700:mkdir.0 00000004:00000024:2.0:1715206201.226399:0:7123:0:(mdt_handler.c:569:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446318080 avail 1316855808 00000100:00080000:0.0:1715206201.226408:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 older than 1715206171 00000100:00100000:3.0:1715206201.226451:0:8277:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801300b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0002:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+6:18184:x1798523504886656:12345-192.168.201.23@tcp:700:mkdir.0 Request processed in 56us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206201.226454:0:7123:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801300b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+6:2002:x1798523504886592:12345-192.168.201.23@tcp:41:mkdir.0 Request processed in 83us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206201.226457:0:8277:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 5 00000100:00100000:2.0:1715206201.226462:0:7123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 178 00000100:00100000:0.0:1715206201.227245:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715206201.227283:0:7123:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504886784 00000100:00100000:2.0:1715206201.227304:0:7123:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504886784 00000100:00100000:2.0:1715206201.227323:0:7123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 179 00000100:00100000:2.0:1715206201.227328:0:7123:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801300b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+5:18184:x1798523504886784:12345-192.168.201.23@tcp:36:mkdir.0 00000100:00100000:2.0:1715206201.227413:0:7123:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510209792:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1715206201.227473:0:7123:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206201.227498:0:7123:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009ddf9840 going to sleep for 11 seconds 00000100:00100000:3.0:1715206201.227523:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510209792 00000100:00100000:3.0:1715206201.227529:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510209792 00000100:00100000:3.0:1715206201.227593:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1715206201.227599:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:7123:x1798523510209792:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1715206201.227662:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0f6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:7123:x1798523510209792:12345-0@lo:1000:mdt00_001.0 Request processed in 63us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206201.227668:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:2.0:1715206201.227694:0:7123:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e0f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510209792:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1715206201.227730:0:7123:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510209856:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1715206201.227748:0:7123:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206201.227769:0:7123:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009ddf9840 going to sleep for 11 seconds 00000100:00100000:3.0:1715206201.227783:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510209856 00000100:00100000:3.0:1715206201.227787:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510209856 00000100:00100000:3.0:1715206201.227805:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1715206201.227809:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e0f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:7123:x1798523510209856:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1715206201.227918:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e0f7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:7123:x1798523510209856:12345-0@lo:1000:mdt00_001.0 Request processed in 107us (169us total) trans 0 rc -2/-2 00000100:00100000:3.0:1715206201.227931:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1715206201.227945:0:7123:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e0f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510209856:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1715206201.227981:0:7123:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.228004:0:7123:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.228010:0:7123:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x1000000000000 pid: 7123 initiator: MDT1 00000100:00100000:2.0:1715206201.228020:0:7123:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510209920:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1715206201.228050:0:7123:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206201.228072:0:7123:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009ddf93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206201.228084:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510209920 00000100:00100000:3.0:1715206201.228087:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510209920 00000100:00100000:3.0:1715206201.228103:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1715206201.228106:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012f5e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:7123:x1798523510209920:12345-0@lo:101:mdt00_001.0 00010000:00010000:3.0:1715206201.228113:0:7127:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1715206201.228138:0:7127:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee70b40/0xfa8b5bed878916fe lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa8b5bed878916f7 expref: -99 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.228157:0:7127:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880072194240/0xfa8b5bed8789166b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556fa14 expref: 13 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.228164:0:7127:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee70b40/0xfa8b5bed878916fe lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xfa8b5bed878916f7 expref: 7 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.228193:0:7127:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880072194240/0xfa8b5bed8789166b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.201.23@tcp remote: 0x7561918bd556fa14 expref: 13 pid: 7124 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.228202:0:7127:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880072194240/0xfa8b5bed8789166b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.201.23@tcp remote: 0x7561918bd556fa14 expref: 13 pid: 7124 timeout: 653 lvb_type: 0 00000100:00100000:3.0:1715206201.228210:0:7127:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e03d880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:7127:1798523510209984:192.168.201.23@tcp:104: 00000100:00100000:3.0:1715206201.228236:0:7127:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a0209cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206201.229001:0:7127:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e03d880 pname:cluuid:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000_UUID:7127:1798523510209984:192.168.201.23@tcp:104: 00010000:00010000:3.0:1715206201.229014:0:7127:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee70b40/0xfa8b5bed878916fe lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed878916f7 expref: 7 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.229029:0:7127:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e8ee500) 00010000:00010000:3.0:1715206201.229031:0:7127:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206201.229034:0:7127:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee70b40/0xfa8b5bed878916fe lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed878916f7 expref: 7 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.229038:0:7127:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006ee70b40, rc 0) 00000100:00100000:3.0:1715206201.229068:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012f5e9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:7123:x1798523510209920:12345-0@lo:101:mdt00_001.0 Request processed in 961us (1018us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206201.229073:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1715206201.229086:0:7123:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e0f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510209920:0@lo:101:mdt00_001.0 00010000:00010000:2.0:1715206201.229097:0:7123:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.229106:0:7123:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1715206201.229356:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715206201.229391:0:9409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504886848 00000100:00100000:2.0:1715206201.229394:0:9409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504886848 00010000:00010000:2.0:1715206201.229410:0:9409:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880072194240/0xfa8b5bed8789166b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.23@tcp remote: 0x7561918bd556fa14 expref: 14 pid: 7124 timeout: 653 lvb_type: 0 00000100:00080000:0.0:1715206201.229410:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 older than 1715206171 00000100:00100000:2.0:1715206201.229451:0:9409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 68 00000100:00100000:2.0:1715206201.229457:0:9409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88007e4edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+14:2002:x1798523504886848:12345-192.168.201.23@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1715206201.229466:0:9409:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1715206201.229471:0:9409:0:(ldlm_lockd.c:1837:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880072194240/0xfa8b5bed8789166b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.201.23@tcp remote: 0x7561918bd556fa14 expref: 14 pid: 7124 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1715206201.229481:0:9409:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880072194240/0xfa8b5bed8789166b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.201.23@tcp remote: 0x7561918bd556fa14 expref: 14 pid: 7124 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1715206201.229498:0:9409:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880072194240/0xfa8b5bed8789166b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.201.23@tcp remote: 0x7561918bd556fa14 expref: 14 pid: 7124 timeout: 653 lvb_type: 0 00010000:00010000:2.0:1715206201.229509:0:9409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e8ee500) 00010000:00010000:2.0:1715206201.229513:0:9409:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee70b40/0xfa8b5bed878916fe lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed878916f7 expref: 6 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.229527:0:9409:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee70b40/0xfa8b5bed878916fe lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xfa8b5bed878916f7 expref: 6 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.229532:0:9409:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee70b40/0xfa8b5bed878916fe lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 0@lo remote: 0xfa8b5bed878916f7 expref: 6 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.229546:0:9409:0:(ldlm_lockd.c:1135:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee70b40/0xfa8b5bed878916fe lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed878916f7 expref: 6 pid: 7127 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206201.229552:0:9409:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012f5eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:9409:1798523510210048:0@lo:105: 00000100:00100000:2.0:1715206201.229569:0:9409:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206201.229593:0:9409:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009ddf93c0 going to sleep for 11 seconds 00000100:00100000:0.0:1715206201.229595:0:10666:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510210048 00000100:00100000:0.0:1715206201.229599:0:10666:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510210048 00000100:00080000:2.0:1715206201.229612:0:7120:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000-osp-MDT0001 older than 1715206171 00000100:00100000:0.0:1715206201.229618:0:10666:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1715206201.229622:0:10666:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801303bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:lustre-MDT0001-mdtlov_UUID+4:9409:x1798523510210048:12345-0@lo:105: 00010000:00010000:0.0:1715206201.229629:0:10666:0:(ldlm_lockd.c:2548:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206201.229636:0:10666:0:(ldlm_lockd.c:2006:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206201.229642:0:10666:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206201.229646:0:10666:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 5/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206201.229650:0:10666:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206201.229654:0:10666:0:(ldlm_lockd.c:2111:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 6/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206201.229664:0:10666:0:(ldlm_lockd.c:2122:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff880072195440) 00010000:00010000:2.0:1715206201.229669:0:7123:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.229674:0:7123:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1715206201.229683:0:7123:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:0.0:1715206201.229686:0:10666:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801303bf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:lustre-MDT0001-mdtlov_UUID+4:9409:x1798523510210048:12345-0@lo:105: Request processed in 64us (116us total) trans 0 rc 0/0 00000100:00100000:0.0:1715206201.229691:0:10666:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00010000:00010000:2.0:1715206201.229697:0:7123:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072194fc0/0xfa8b5bed87891705 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.229700:0:7123:0:(ldlm_request.c:1038:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072194fc0/0xfa8b5bed87891705 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.229704:0:7123:0:(ldlm_request.c:1125:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072194fc0/0xfa8b5bed87891705 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 7123 initiator: MDT1 00000100:00100000:2.0:1715206201.229711:0:7123:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e0f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510210112:0@lo:101:mdt00_001.0 00000100:00100000:2.0:1715206201.229729:0:7123:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206201.229735:0:7123:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009ddf9840 going to sleep for 11 seconds 00000100:00100000:3.0:1715206201.229741:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510210112 00000100:00100000:3.0:1715206201.229745:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510210112 00000100:00100000:2.0:1715206201.229747:0:9409:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012f5eb480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0000_UUID:9409:1798523510210048:0@lo:105: 00010000:00010000:2.0:1715206201.229753:0:9409:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206201.229759:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1715206201.229763:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e2e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+7:7123:x1798523510210112:12345-0@lo:101:mdt00_001.0 00000100:00100000:2.0:1715206201.229768:0:9409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88007e4edc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+13:2002:x1798523504886848:12345-192.168.201.23@tcp:103:ldlm_bl.0 Request processed in 311us (414us total) trans 0 rc 0/0 00010000:00010000:3.0:1715206201.229769:0:7127:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1715206201.229783:0:9409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 68 00010000:00010000:3.0:1715206201.229802:0:7127:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee72640/0xfa8b5bed8789170c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xfa8b5bed87891705 expref: -99 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.229814:0:7127:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee72640/0xfa8b5bed8789170c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0xfa8b5bed87891705 expref: 8 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.229831:0:7127:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee72640/0xfa8b5bed8789170c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed87891705 expref: 8 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.229836:0:7127:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x97bcd4d7 (ffff88009dcedf00) 00010000:00010000:3.0:1715206201.229838:0:7127:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1715206201.229840:0:7127:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88006ee72640, rc 0) 00000100:00100000:3.0:1715206201.229860:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e2e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7123:x1798523510210112:12345-0@lo:101:mdt00_001.0 Request processed in 96us (129us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206201.229874:0:7123:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e0f4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510210112:0@lo:101:mdt00_001.0 00000100:00100000:3.0:1715206201.229895:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00010000:00010000:2.0:1715206201.229896:0:7123:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072194fc0/0xfa8b5bed87891705 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xfa8b5bed8789170c expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.229902:0:7123:0:(ldlm_request.c:808:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072194fc0/0xfa8b5bed87891705 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed8789170c expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00000004:00080000:2.0:1715206201.229909:0:7123:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00000100:00100000:2.0:1715206201.229921:0:7123:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e2e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510210176:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1715206201.229934:0:7123:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206201.229941:0:7123:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009ddf93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206201.229944:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510210176 00000100:00100000:3.0:1715206201.229947:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510210176 00000100:00100000:3.0:1715206201.229960:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1715206201.229963:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e2e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7123:x1798523510210176:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1715206201.229992:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e2e6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7123:x1798523510210176:12345-0@lo:1000:mdt00_001.0 Request processed in 29us (57us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206201.229996:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1715206201.230009:0:7123:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e2e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510210176:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1715206201.230034:0:7123:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e2e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510210240:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1715206201.230047:0:7123:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206201.230053:0:7123:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009ddf93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206201.230056:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510210240 00000100:00100000:3.0:1715206201.230058:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510210240 00000100:00100000:3.0:1715206201.230066:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1715206201.230069:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e2e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7123:x1798523510210240:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1715206201.230096:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e2e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7123:x1798523510210240:12345-0@lo:1000:mdt00_001.0 Request processed in 26us (48us total) trans 0 rc -2/-2 00000100:00100000:3.0:1715206201.230099:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:2.0:1715206201.230103:0:7123:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e2e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510210240:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1715206201.230136:0:7123:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e2e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510210304:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1715206201.230162:0:7123:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206201.230185:0:7123:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009ddf93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206201.230195:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510210304 00000100:00100000:3.0:1715206201.230197:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510210304 00000100:00100000:3.0:1715206201.230211:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1715206201.230213:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7123:x1798523510210304:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1715206201.230240:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e2e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7123:x1798523510210304:12345-0@lo:1000:mdt00_001.0 Request processed in 26us (77us total) trans 0 rc -2/-2 00000100:00100000:3.0:1715206201.230243:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:2.0:1715206201.230257:0:7123:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e2e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510210304:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1715206201.230290:0:7123:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e2e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510210368:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1715206201.230304:0:7123:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206201.230317:0:7123:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009ddf93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206201.230318:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510210368 00000100:00100000:3.0:1715206201.230319:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510210368 00000100:00100000:3.0:1715206201.230327:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:3.0:1715206201.230329:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e2e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7123:x1798523510210368:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1715206201.230364:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e2e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7123:x1798523510210368:12345-0@lo:1000:mdt00_001.0 Request processed in 33us (59us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206201.230368:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1715206201.230371:0:7123:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e2e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510210368:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1715206201.230392:0:7123:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e2e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510210432:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1715206201.230403:0:7123:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1715206201.230418:0:7123:0:(client.c:2542:ptlrpc_set_wait()) set ffff88009ddf93c0 going to sleep for 11 seconds 00000100:00100000:3.0:1715206201.230429:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510210432 00000100:00100000:3.0:1715206201.230431:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510210432 00000100:00100000:3.0:1715206201.230440:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1715206201.230443:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e2e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7123:x1798523510210432:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1715206201.230467:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e2e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:7123:x1798523510210432:12345-0@lo:1000:mdt00_001.0 Request processed in 23us (63us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206201.230471:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:2.0:1715206201.230484:0:7123:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e2e7480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510210432:0@lo:1000:mdt00_001.0 00000040:00080000:2.0:1715206201.230917:0:7123:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x240000400:0x2:0x0].2, 984 off34736 00000040:00080000:2.0:1715206201.230953:0:7123:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0x200000401:0x2:0x0].2, 1136 off35040 00000004:00080000:2.0:1715206201.230955:0:7123:0:(osp_trans.c:1606:osp_trans_stop()) lustre-MDT0000-osp-MDT0001: add oth ffff88009ddf9840 with version 6 00000004:00080000:3.0:1715206201.230986:0:8266:0:(osp_trans.c:1351:osp_get_next_request()) ou ffff88006fdd4480 version 6 rpc_version 6 00000020:00100000:3.0:1715206201.231002:0:8266:0:(genops.c:2297:obd_get_mod_rpc_slot()) lustre-MDT0000-osp-MDT0001: modify RPC slot 1 is allocated opc 1000, max 8 00000100:00100000:3.0:1715206201.231007:0:8266:0:(client.c:765:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff88009e03d880 x1798523510210560/t0(0) o1000->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 2160/4320 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1715206201.231016:0:8266:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e03d880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8266:1798523510210560:0@lo:1000:osp_up0-1.0 00000100:00100000:3.0:1715206201.231036:0:8266:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206201.231043:0:8266:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a0209cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206201.231047:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510210560 00000100:00100000:2.0:1715206201.231051:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510210560 00000100:00100000:2.0:1715206201.231075:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1715206201.231080:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+8:8266:x1798523510210560:12345-0@lo:1000:osp_up0-1.0 00000100:00100000:2.0:1715206201.231285:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e03df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+9:8266:x1798523510210560:12345-0@lo:1000:osp_up0-1.0 Request processed in 204us (247us total) trans 4294967367 rc 0/0 00000100:00100000:2.0:1715206201.231292:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1715206201.231326:0:8266:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e03d880 pname:cluuid:pid:xid:nid:opc:job osp_up0-1:lustre-MDT0001-mdtlov_UUID:8266:1798523510210560:0@lo:1000:osp_up0-1.0 00010000:00010000:2.0:1715206201.231350:0:7123:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff8800721973c0/0xfa8b5bed87891713 lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.231356:0:7123:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800721973c0/0xfa8b5bed87891713 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.231362:0:7123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800721973c0/0xfa8b5bed87891713 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT1 00000004:00010000:2.0:1715206201.231379:0:7123:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8801300b0380 reply state ffff8800a0184000 transno 4294967327 ns: mdt-lustre-MDT0001_UUID lock: ffff8800721973c0/0xfa8b5bed87891713 lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.231385:0:7123:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800721973c0/0xfa8b5bed87891713 lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.231389:0:7123:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff8801303a7900) 00010000:00010000:2.0:1715206201.231390:0:7123:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1715206201.231392:0:7123:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1715206201.231395:0:7123:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000403:0x1:0x0]: returning size 4096 00000004:00080000:2.0:1715206201.231398:0:7123:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1715206201.231401:0:7123:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.231405:0:7123:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.231410:0:7123:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.231438:0:7123:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:2.0:1715206201.231441:0:7123:0:(osp_object.c:1397:osp_invalidate()) Invalidate osp_object [0x200000007:0x1:0x0] 00010000:00010000:2.0:1715206201.231443:0:7123:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072194fc0/0xfa8b5bed87891705 lrc: 4/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xfa8b5bed8789170c expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.231447:0:7123:0:(ldlm_lock.c:936:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072194fc0/0xfa8b5bed87891705 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0xfa8b5bed8789170c expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.231453:0:7113:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1715206201.231458:0:7113:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.231464:0:7113:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880072195440 already unused, calling callback (ffffffffa0ef0520) 00010000:00010000:3.0:1715206201.231469:0:7113:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1715206201.231473:0:7113:0:(mdt_handler.c:3748:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1715206201.231480:0:7123:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801300b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:18184:x1798523504886784:12345-192.168.201.23@tcp:36:mkdir.0 Request processed in 4151us (4235us total) trans 4294967327 rc 0/0 00000100:00100000:2.0:1715206201.231494:0:7123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 179 00010000:00010000:3.0:1715206201.231495:0:7113:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.231498:0:7113:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1715206201.231517:0:3684:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510210624:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1715206201.231519:0:7113:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 1/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.231523:0:7113:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072195440/0xfa8b5bed878916f7 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0xfa8b5bed878916fe expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.231530:0:7113:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206201.231531:0:7113:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206201.231532:0:7113:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1715206201.231540:0:3684:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206201.231553:0:9409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510210624 00000100:00100000:3.0:1715206201.231556:0:9409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510210624 00000100:00100000:3.0:1715206201.231570:0:9409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1715206201.231573:0:9409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+9:3684:x1798523510210624:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1715206201.231578:0:9409:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1715206201.231584:0:9409:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee70b40/0xfa8b5bed878916fe lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0xfa8b5bed878916f7 expref: 9 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.231591:0:9409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e8ee500) 00010000:00010000:3.0:1715206201.231594:0:9409:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206201.231613:0:9409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e2e7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3684:x1798523510210624:12345-0@lo:103:ldlm_bl.0 Request processed in 39us (73us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206201.231616:0:9409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1715206201.231647:0:3684:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e03f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3684:1798523510210624:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1715206201.235135:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:1.0:1715206201.235165:0:7123:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504886912 00000100:00100000:1.0:1715206201.235171:0:7123:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504886912 00000100:00100000:1.0:1715206201.235199:0:7123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 180 00000100:00100000:1.0:1715206201.235204:0:7123:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e030a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+13:18186:x1798523504886912:12345-192.168.201.23@tcp:101:rm.0 00010000:00010000:1.0:1715206201.235224:0:7123:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206201.235237:0:7123:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bed00/0xfa8b5bed8789171a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd556faa7 expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206201.235278:0:7123:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf840/0xfa8b5bed87891721 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7123 initiator: MDT0 00010000:00010000:1.0:1715206201.235286:0:7123:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf840/0xfa8b5bed87891721 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT0 00010000:00010000:1.0:1715206201.235293:0:7123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf840/0xfa8b5bed87891721 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT0 00000004:00200000:1.0:1715206201.235320:0:7123:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1715206201.235322:0:7123:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1715206201.235334:0:7123:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf840/0xfa8b5bed87891721 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT0 00010000:00010000:1.0:1715206201.235347:0:7123:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bed00/0xfa8b5bed8789171a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556faa7 expref: 15 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206201.235356:0:7123:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bf840/0xfa8b5bed87891721 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556faa7 expref: 14 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206201.235362:0:7123:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e8ee500) 00010000:00010000:1.0:1715206201.235364:0:7123:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1715206201.235366:0:7123:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e3bf840, rc 0) 00000100:00100000:1.0:1715206201.235409:0:7123:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e030a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+14:18186:x1798523504886912:12345-192.168.201.23@tcp:101:rm.0 Request processed in 204us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206201.235413:0:7123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 180 00000100:00100000:1.0:1715206201.236505:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:1.0:1715206201.236522:0:7123:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504886976 00000100:00100000:1.0:1715206201.236525:0:7123:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504886976 00000100:00100000:1.0:1715206201.236539:0:7123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 181 00000100:00100000:1.0:1715206201.236542:0:7123:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e031180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+14:18186:x1798523504886976:12345-192.168.201.23@tcp:101:rm.0 00010000:00010000:1.0:1715206201.236549:0:7123:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206201.236556:0:7123:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3beac0/0xfa8b5bed87891728 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd556faae expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206201.236578:0:7123:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3be880/0xfa8b5bed8789172f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7123 initiator: MDT0 00010000:00010000:1.0:1715206201.236584:0:7123:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3be880/0xfa8b5bed8789172f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT0 00010000:00010000:1.0:1715206201.236589:0:7123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3be880/0xfa8b5bed8789172f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT0 00010000:00010000:1.0:1715206201.236594:0:7123:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdd40/0xfa8b5bed87891736 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7123 initiator: MDT0 00010000:00010000:1.0:1715206201.236600:0:7123:0:(ldlm_lock.c:701:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee72640/0xfa8b5bed8789170c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0xfa8b5bed87891705 expref: 7 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206201.236604:0:7123:0:(ldlm_resource.c:1668:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdd40/0xfa8b5bed87891736 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT0 00010000:00010000:1.0:1715206201.236624:0:7123:0:(ldlm_lockd.c:1016:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee72640/0xfa8b5bed8789170c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000020 nid: 0@lo remote: 0xfa8b5bed87891705 expref: 7 pid: 7127 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206201.236634:0:7123:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e030700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7123:1798523510210688:0@lo:104: 00000100:00100000:1.0:1715206201.236659:0:7123:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206201.236670:0:7123:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012e1fd180 going to sleep for 11 seconds 00000100:00100000:0.0:1715206201.236682:0:10666:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510210688 00000100:00100000:0.0:1715206201.236693:0:10666:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510210688 00000100:00100000:0.0:1715206201.236716:0:10666:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1715206201.236722:0:10666:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e030000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:lustre-MDT0001-mdtlov_UUID+4:7123:x1798523510210688:12345-0@lo:104: 00010000:00010000:0.0:1715206201.236731:0:10666:0:(ldlm_lockd.c:2536:ldlm_callback_handler()) ### blocking ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072194fc0/0xfa8b5bed87891705 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xfa8b5bed8789170c expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1715206201.236771:0:10666:0:(ldlm_lockd.c:2227:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1715206201.236774:0:10666:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e030000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:lustre-MDT0001-mdtlov_UUID+4:7123:x1798523510210688:12345-0@lo:104: Request processed in 53us (114us total) trans 0 rc 0/0 00000100:00100000:1.0:1715206201.236776:0:7123:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e030700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7123:1798523510210688:0@lo:104: 00000100:00100000:0.0:1715206201.236779:0:10666:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00010000:3.0:1715206201.236786:0:7112:0:(ldlm_lockd.c:2857:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1715206201.236790:0:7123:0:(ldlm_request.c:293:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdd40/0xfa8b5bed87891736 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT0 00010000:00010000:3.0:1715206201.236791:0:7112:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072194fc0/0xfa8b5bed87891705 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1400000000000 nid: local remote: 0xfa8b5bed8789170c expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.236800:0:7112:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880072194fc0 already unused, calling callback (ffffffffa0ef0520) 00010000:00010000:3.0:1715206201.236803:0:7112:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072194fc0/0xfa8b5bed87891705 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1408400000000 nid: local remote: 0xfa8b5bed8789170c expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1715206201.236807:0:7112:0:(mdt_handler.c:3748:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072194fc0/0xfa8b5bed87891705 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x1409400000000 nid: local remote: 0xfa8b5bed8789170c expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.236821:0:7112:0:(ldlm_request.c:1347:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072194fc0/0xfa8b5bed87891705 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xfa8b5bed8789170c expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.236840:0:7112:0:(ldlm_request.c:1389:_ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1715206201.236862:0:7112:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072194fc0/0xfa8b5bed87891705 lrc: 1/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xfa8b5bed8789170c expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.236868:0:7112:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff880072194fc0/0xfa8b5bed87891705 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x2 rrc: 2 type: IBT gid 0 flags: 0x5c09400000020 nid: local remote: 0xfa8b5bed8789170c expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1715206201.236901:0:3685:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3685:1798523510210752:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1715206201.236902:0:7112:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206201.236903:0:7112:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1715206201.236905:0:7112:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1715206201.236921:0:3685:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206201.236936:0:9409:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510210752 00000100:00100000:3.0:1715206201.236940:0:9409:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510210752 00010000:00010000:3.0:1715206201.236952:0:9409:0:(ldlm_lockd.c:2706:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee72640/0xfa8b5bed8789170c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000400000020 nid: 0@lo remote: 0xfa8b5bed87891705 expref: 8 pid: 7127 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1715206201.236975:0:9409:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1715206201.236980:0:9409:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e030700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+8:3685:x1798523510210752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1715206201.236986:0:9409:0:(ldlm_lockd.c:1792:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000001:00080000:0.0:1715206201.238282:0:7105:0:(tgt_lastrcvd.c:969:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967367 is committed 00010000:00010000:3.0:1715206201.238329:0:9409:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88006ee72640/0xfa8b5bed8789170c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 0@lo remote: 0xfa8b5bed87891705 expref: 7 pid: 7127 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1715206201.238339:0:9409:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x97bcd4d7 (ffff88009dcedf00) 00010000:00010000:3.0:1715206201.238343:0:9409:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdd40/0xfa8b5bed87891736 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT0 00010000:00010000:3.0:1715206201.238349:0:9409:0:(ldlm_lock.c:729:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdd40/0xfa8b5bed87891736 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7123 initiator: MDT0 00010000:00010000:3.0:1715206201.238353:0:9409:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdd40/0xfa8b5bed87891736 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7123 initiator: MDT0 00010000:00010000:3.0:1715206201.238366:0:9409:0:(ldlm_lockd.c:1850:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1715206201.238393:0:9409:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e030700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:lustre-MDT0001-mdtlov_UUID+6:3685:x1798523510210752:12345-0@lo:103:ldlm_bl.0 Request processed in 1412us (1470us total) trans 0 rc 0/0 00000100:00100000:3.0:1715206201.238398:0:9409:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00010000:00010000:3.0:1715206201.238414:0:7123:0:(ldlm_request.c:205:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdd40/0xfa8b5bed87891736 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT0 00010000:00010000:3.0:1715206201.238419:0:7123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdd40/0xfa8b5bed87891736 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT0 00000100:00100000:3.0:1715206201.238468:0:7123:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88009e03d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:7123:1798523510210816:0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1715206201.238487:0:7123:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1715206201.238497:0:7123:0:(client.c:2542:ptlrpc_set_wait()) set ffff8800a0209c00 going to sleep for 11 seconds 00000100:00100000:2.0:1715206201.238554:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510210816 00000100:00100000:2.0:1715206201.238558:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510210816 00000100:00100000:2.0:1715206201.238582:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1715206201.238586:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e03fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7123:x1798523510210816:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1715206201.238621:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e03fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:7123:x1798523510210816:12345-0@lo:1000:mdt00_001.0 Request processed in 35us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206201.238625:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1715206201.238678:0:3685:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e03c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3685:1798523510210752:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1715206201.238775:0:7123:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88009e03d500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:7123:1798523510210816:0@lo:1000:mdt00_001.0 00010000:00010000:2.0:1715206201.238797:0:7123:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880072195b00/0xfa8b5bed8789173d lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238804:0:7123:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880072195b00/0xfa8b5bed8789173d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238809:0:7123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880072195b00/0xfa8b5bed8789173d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT0 00000004:00010000:2.0:1715206201.238819:0:7123:0:(mdt_handler.c:2451:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880072195b00/0xfa8b5bed8789173d lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238843:0:7123:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3be880/0xfa8b5bed8789172f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238846:0:7123:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3be880/0xfa8b5bed8789172f lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238856:0:7123:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3be880/0xfa8b5bed8789172f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238858:0:7123:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3be880/0xfa8b5bed8789172f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238861:0:7123:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e3be880 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715206201.238863:0:7123:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3be880/0xfa8b5bed8789172f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238867:0:7123:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3be880/0xfa8b5bed8789172f lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238872:0:7123:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e8ee500) 00010000:00010000:2.0:1715206201.238873:0:7123:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206201.238875:0:7123:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3be880/0xfa8b5bed8789172f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238896:0:7123:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3be880/0xfa8b5bed8789172f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238902:0:7123:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdd40/0xfa8b5bed87891736 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238905:0:7123:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdd40/0xfa8b5bed87891736 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238909:0:7123:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdd40/0xfa8b5bed87891736 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238911:0:7123:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e3bdd40 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715206201.238912:0:7123:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdd40/0xfa8b5bed87891736 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238921:0:7123:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdd40/0xfa8b5bed87891736 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238925:0:7123:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x97bcd4d7 (ffff88009dcedf00) 00010000:00010000:2.0:1715206201.238926:0:7123:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206201.238927:0:7123:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdd40/0xfa8b5bed87891736 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238930:0:7123:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3bdd40/0xfa8b5bed87891736 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x97bcd4d7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.238951:0:7123:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009e3beac0/0xfa8b5bed87891728 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556faae expref: 16 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.238960:0:7123:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880072195b00/0xfa8b5bed8789173d lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556faae expref: 15 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.238966:0:7123:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff8801303a7600) 00010000:00010000:2.0:1715206201.238968:0:7123:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1715206201.238970:0:7123:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072195b00, rc 0) 00000100:00100000:2.0:1715206201.239007:0:7123:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e031180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+15:18186:x1798523504886976:12345-192.168.201.23@tcp:101:rm.0 Request processed in 2462us (2501us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206201.239014:0:7123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 181 00000100:00100000:1.0:1715206201.239987:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715206201.240011:0:7133:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504887040 00000100:00100000:2.0:1715206201.240015:0:7133:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504887040 00000100:00100000:2.0:1715206201.240032:0:7133:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 11 00000100:00100000:2.0:1715206201.240035:0:7133:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6d9e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:18186:x1798523504887040:12345-192.168.201.23@tcp:900:rm.0 00000100:00100000:2.0:1715206201.240061:0:7133:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6d9e850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:18186:x1798523504887040:12345-192.168.201.23@tcp:900:rm.0 Request processed in 25us (78us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206201.240071:0:7133:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 11 00000100:00100000:0.0:1715206201.240817:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715206201.240843:0:7123:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504887104 00000100:00100000:2.0:1715206201.240846:0:7123:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504887104 00000100:00100000:2.0:1715206201.240861:0:7123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 182 00000100:00100000:2.0:1715206201.240864:0:7123:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801247ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+7:18186:x1798523504887104:12345-192.168.201.23@tcp:101:rm.0 00010000:00010000:2.0:1715206201.240871:0:7123:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206201.240892:0:7123:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800721958c0/0xfa8b5bed87891744 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd556fab5 expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.240917:0:7123:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072195d40/0xfa8b5bed8789174b lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.240925:0:7123:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880072195d40/0xfa8b5bed8789174b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.240932:0:7123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072195d40/0xfa8b5bed8789174b lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x10/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT1 00000004:00200000:2.0:1715206201.240954:0:7123:0:(mdt_handler.c:938:mdt_pack_attr2body()) [0x240000403:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1715206201.240957:0:7123:0:(mdt_handler.c:1570:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1715206201.240990:0:7123:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800721958c0/0xfa8b5bed87891744 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556fab5 expref: 9 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.241002:0:7123:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880072195d40/0xfa8b5bed8789174b lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556fab5 expref: 8 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.241006:0:7123:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff8801303a7900) 00010000:00010000:2.0:1715206201.241007:0:7123:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 10 00010000:00010000:2.0:1715206201.241009:0:7123:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072195d40, rc 0) 00000100:00100000:2.0:1715206201.241040:0:7123:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801247ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+8:18186:x1798523504887104:12345-192.168.201.23@tcp:101:rm.0 Request processed in 174us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206201.241043:0:7123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 182 00000100:00100000:1.0:1715206201.242002:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715206201.242073:0:7123:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504887168 00000100:00100000:2.0:1715206201.242078:0:7123:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504887168 00000100:00100000:2.0:1715206201.242106:0:7123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 183 00000100:00100000:2.0:1715206201.242110:0:7123:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e032680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+8:18186:x1798523504887168:12345-192.168.201.23@tcp:101:rm.0 00010000:00010000:2.0:1715206201.242118:0:7123:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206201.242124:0:7123:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072194240/0xfa8b5bed87891752 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd556fabc expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.242147:0:7123:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800721961c0/0xfa8b5bed87891759 lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.242153:0:7123:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8800721961c0/0xfa8b5bed87891759 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242158:0:7123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8800721961c0/0xfa8b5bed87891759 lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242165:0:7123:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072194900/0xfa8b5bed87891760 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.242170:0:7123:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880072194900/0xfa8b5bed87891760 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242173:0:7123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072194900/0xfa8b5bed87891760 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242187:0:7123:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800721961c0/0xfa8b5bed87891759 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242191:0:7123:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8800721961c0/0xfa8b5bed87891759 lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242199:0:7123:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8800721961c0/0xfa8b5bed87891759 lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242203:0:7123:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8800721961c0/0xfa8b5bed87891759 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242206:0:7123:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff8800721961c0 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715206201.242208:0:7123:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800721961c0/0xfa8b5bed87891759 lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242211:0:7123:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8800721961c0/0xfa8b5bed87891759 lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242217:0:7123:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff8801303a7900) 00010000:00010000:2.0:1715206201.242218:0:7123:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206201.242220:0:7123:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8800721961c0/0xfa8b5bed87891759 lrc: 3/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242224:0:7123:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8800721961c0/0xfa8b5bed87891759 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242229:0:7123:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072194900/0xfa8b5bed87891760 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242232:0:7123:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880072194900/0xfa8b5bed87891760 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242236:0:7123:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880072194900/0xfa8b5bed87891760 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242239:0:7123:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880072194900 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715206201.242241:0:7123:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072194900/0xfa8b5bed87891760 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242250:0:7123:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072194900/0xfa8b5bed87891760 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242254:0:7123:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x97bcd4e9 (ffff8801303a7f00) 00010000:00010000:2.0:1715206201.242256:0:7123:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206201.242257:0:7123:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880072194900/0xfa8b5bed87891760 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242260:0:7123:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072194900/0xfa8b5bed87891760 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.242276:0:7123:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880072194240/0xfa8b5bed87891752 lrc: 1/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556fabc expref: 9 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.242280:0:7123:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072194240/0xfa8b5bed87891752 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556fabc expref: 9 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.242285:0:7123:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072194240, rc 0) 00000100:00100000:2.0:1715206201.242316:0:7123:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e032680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+8:18186:x1798523504887168:12345-192.168.201.23@tcp:101:rm.0 Request processed in 206us (315us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206201.242321:0:7123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 183 00000100:00100000:1.0:1715206201.243398:0:3678:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:2.0:1715206201.243452:0:7123:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504887232 00000100:00100000:2.0:1715206201.243457:0:7123:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504887232 00000100:00100000:2.0:1715206201.243483:0:7123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 184 00000100:00100000:2.0:1715206201.243487:0:7123:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e033b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+8:18186:x1798523504887232:12345-192.168.201.23@tcp:101:rm.0 00010000:00010000:2.0:1715206201.243495:0:7123:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1715206201.243502:0:7123:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072197cc0/0xfa8b5bed87891767 lrc: 2/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd556fac3 expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.243537:0:7123:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072195200/0xfa8b5bed8789176e lrc: 3/1,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.243546:0:7123:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880072195200/0xfa8b5bed8789176e lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243553:0:7123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072195200/0xfa8b5bed8789176e lrc: 3/1,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243563:0:7123:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072194480/0xfa8b5bed87891775 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7123 initiator: MDT0 00010000:00010000:2.0:1715206201.243570:0:7123:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff880072194480/0xfa8b5bed87891775 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243576:0:7123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff880072194480/0xfa8b5bed87891775 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243593:0:7123:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072195200/0xfa8b5bed8789176e lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243599:0:7123:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072195200/0xfa8b5bed8789176e lrc: 4/1,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243604:0:7123:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880072195200/0xfa8b5bed8789176e lrc: 3/0,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243610:0:7123:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880072195200/0xfa8b5bed8789176e lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243615:0:7123:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880072195200 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715206201.243617:0:7123:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072195200/0xfa8b5bed8789176e lrc: 4/0,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243628:0:7123:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072195200/0xfa8b5bed8789176e lrc: 5/0,0 mode: CR/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243635:0:7123:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff8801303a7900) 00010000:00010000:2.0:1715206201.243637:0:7123:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206201.243639:0:7123:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880072195200/0xfa8b5bed8789176e lrc: 3/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243642:0:7123:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072195200/0xfa8b5bed8789176e lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243649:0:7123:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff880072194480/0xfa8b5bed87891775 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243652:0:7123:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff880072194480/0xfa8b5bed87891775 lrc: 2/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243656:0:7123:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff880072194480/0xfa8b5bed87891775 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243659:0:7123:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff880072194480 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:2.0:1715206201.243660:0:7123:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072194480/0xfa8b5bed87891775 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243663:0:7123:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff880072194480/0xfa8b5bed87891775 lrc: 4/0,0 mode: PR/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243667:0:7123:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x97bcd4e9 (ffff8801303a7e00) 00010000:00010000:2.0:1715206201.243668:0:7123:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1715206201.243669:0:7123:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff880072194480/0xfa8b5bed87891775 lrc: 2/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243672:0:7123:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072194480/0xfa8b5bed87891775 lrc: 0/0,0 mode: --/PR res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7123 initiator: MDT1 00010000:00010000:2.0:1715206201.243693:0:7123:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff880072197cc0/0xfa8b5bed87891767 lrc: 1/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556fac3 expref: 9 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.243698:0:7123:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff880072197cc0/0xfa8b5bed87891767 lrc: 0/0,0 mode: --/CR res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556fac3 expref: 9 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1715206201.243703:0:7123:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880072197cc0, rc 0) 00000100:00100000:2.0:1715206201.243736:0:7123:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e033b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+8:18186:x1798523504887232:12345-192.168.201.23@tcp:101:rm.0 Request processed in 247us (340us total) trans 0 rc 301/301 00000100:00100000:2.0:1715206201.243740:0:7123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 184 00000100:00100000:0.0:1715206201.247083:0:3677:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:1.0:1715206201.247144:0:7123:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504887360 00000100:00100000:1.0:1715206201.247152:0:7123:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504887360 00000100:00100000:1.0:1715206201.247197:0:7123:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 185 00000100:00100000:1.0:1715206201.247204:0:7123:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8801247cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+8:18187:x1798523504887360:12345-192.168.201.23@tcp:101:dd.0 00010000:00010000:1.0:1715206201.247221:0:7123:0:(ldlm_lockd.c:1317:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1715206201.247236:0:7123:0:(ldlm_lockd.c:1389:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3be640/0xfa8b5bed8789177c lrc: 2/0,0 mode: --/CW res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x7561918bd556faca expref: -99 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206201.247313:0:7123:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3be1c0/0xfa8b5bed87891783 lrc: 3/0,1 mode: --/CW res: [0x240000403:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7123 initiator: MDT0 00010000:00010000:1.0:1715206201.247325:0:7123:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3be1c0/0xfa8b5bed87891783 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT1 00010000:00010000:1.0:1715206201.247334:0:7123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3be1c0/0xfa8b5bed87891783 lrc: 3/0,1 mode: CW/CW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT1 00010000:00010000:1.0:1715206201.247346:0:7123:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3bdf80/0xfa8b5bed8789178a lrc: 3/0,1 mode: --/PW res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7123 initiator: MDT0 00010000:00010000:1.0:1715206201.247363:0:7123:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3bdf80/0xfa8b5bed8789178a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT1 00010000:00010000:1.0:1715206201.247370:0:7123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3bdf80/0xfa8b5bed8789178a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT1 00000100:00100000:1.0:1715206201.247492:0:7123:0:(client.c:1776:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdfb100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510210880:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1715206201.247532:0:7123:0:(events.c:359:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1715206201.247556:0:7123:0:(client.c:2542:ptlrpc_set_wait()) set ffff88012e1fd0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1715206201.247574:0:7127:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523510210880 00000100:00100000:2.0:1715206201.247579:0:7127:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523510210880 00000100:00100000:2.0:1715206201.247601:0:7127:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1715206201.247605:0:7127:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:7123:x1798523510210880:12345-0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1715206201.247646:0:7127:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdfb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:7123:x1798523510210880:12345-0@lo:1000:mdt00_001.0 Request processed in 41us (114us total) trans 0 rc 0/0 00000100:00100000:2.0:1715206201.247651:0:7127:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1715206201.247663:0:7123:0:(client.c:2956:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 4294967367 gen 2 00000004:00080000:1.0:1715206201.247668:0:7123:0:(osp_trans.c:1052:osp_request_commit_cb()) trans no 4294967367 committed transno 4294967367 00000100:00100000:1.0:1715206201.247690:0:7123:0:(client.c:2261:ptlrpc_check_set()) Completed RPC req@ffff88012bdfb100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:7123:1798523510210880:0@lo:1000:mdt00_001.0 00000004:00080000:1.0:1715206201.247932:0:7123:0:(osp_object.c:1657:osp_create()) lustre-OST0001-osc-MDT0001: Wrote last used FID: [0x2c0000400:0x2:0x0], index 1: 0 00010000:00010000:1.0:1715206201.248037:0:7123:0:(ldlm_lock.c:791:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3bd680/0xfa8b5bed87891791 lrc: 3/1,0 mode: --/PR res: [0x240000403:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7123 initiator: MDT0 00010000:00010000:1.0:1715206201.248044:0:7123:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3bd680/0xfa8b5bed87891791 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT1 00010000:00010000:1.0:1715206201.248049:0:7123:0:(ldlm_request.c:538:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3bd680/0xfa8b5bed87891791 lrc: 3/1,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT1 00010000:00010000:1.0:1715206201.248073:0:7123:0:(ldlm_lock.c:971:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3be1c0/0xfa8b5bed87891783 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT1 00010000:00010000:1.0:1715206201.248079:0:7123:0:(ldlm_lock.c:845:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3be1c0/0xfa8b5bed87891783 lrc: 4/0,1 mode: CW/CW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7123 initiator: MDT1 00010000:00010000:1.0:1715206201.248084:0:7123:0:(ldlm_lock.c:906:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3be1c0/0xfa8b5bed87891783 lrc: 3/0,0 mode: CW/CW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7123 initiator: MDT1 00010000:00010000:1.0:1715206201.248089:0:7123:0:(ldlm_lockd.c:1947:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3be1c0/0xfa8b5bed87891783 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7123 initiator: MDT1 00010000:00010000:1.0:1715206201.248098:0:7123:0:(ldlm_lockd.c:1961:ldlm_handle_bl_callback()) Lock ffff88009e3be1c0 already unused, calling callback (ffffffffa0eef730) 00010000:00010000:1.0:1715206201.248101:0:7123:0:(ldlm_request.c:374:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3be1c0/0xfa8b5bed87891783 lrc: 4/0,0 mode: CW/CW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7123 initiator: MDT1 00010000:00010000:1.0:1715206201.248108:0:7123:0:(ldlm_request.c:1325:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3be1c0/0xfa8b5bed87891783 lrc: 5/0,0 mode: CW/CW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7123 initiator: MDT1 00010000:00010000:1.0:1715206201.248117:0:7123:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x0 (ffff8801303a7900) 00010000:00010000:1.0:1715206201.248120:0:7123:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1715206201.248123:0:7123:0:(ldlm_lockd.c:1971:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3be1c0/0xfa8b5bed87891783 lrc: 3/0,0 mode: --/CW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7123 initiator: MDT1 00010000:00010000:1.0:1715206201.248127:0:7123:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3be1c0/0xfa8b5bed87891783 lrc: 0/0,0 mode: --/CW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7123 initiator: MDT1 00000004:00010000:1.0:1715206201.248136:0:7123:0:(mdt_handler.c:4256:mdt_save_lock()) ### save lock request ffff8801247cf480 reply state ffff88009e119000 transno 4294967328 ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3bdf80/0xfa8b5bed8789178a lrc: 3/0,1 mode: PW/PW res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7123 initiator: MDT1 00010000:00010000:1.0:1715206201.248154:0:7123:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3bdf80/0xfa8b5bed8789178a lrc: 3/0,1 mode: TXN/TXN res: [0x240000403:0x1:0x0].0x97bcd4e9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7123 initiator: MDT1 00010000:00010000:1.0:1715206201.248159:0:7123:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x1:0x0].0x97bcd4e9 (ffff880087de9000) 00010000:00010000:1.0:1715206201.248161:0:7123:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1715206201.248163:0:7123:0:(service.c:188:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1715206201.248181:0:7123:0:(ldlm_lock.c:215:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3be640/0xfa8b5bed8789177c lrc: 0/0,0 mode: --/CW res: [0x240000403:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556faca expref: 11 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206201.248191:0:7123:0:(ldlm_lockd.c:1559:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff88009e3bd680/0xfa8b5bed87891791 lrc: 3/0,0 mode: PR/PR res: [0x240000403:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.201.23@tcp remote: 0x7561918bd556faca expref: 10 pid: 7123 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1715206201.248196:0:7123:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000403:0x2:0x0].0x0 (ffff880087de9700) 00010000:00010000:1.0:1715206201.248202:0:7123:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1715206201.248204:0:7123:0:(ldlm_lockd.c:1637:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009e3bd680, rc 0) 00000100:00100000:1.0:1715206201.248249:0:7123:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8801247cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+11:18187:x1798523504887360:12345-192.168.201.23@tcp:101:dd.0 Request processed in 1045us (1168us total) trans 4294967328 rc 0/0 00000100:00100000:1.0:1715206201.248256:0:7123:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 185 00000100:00100000:1.0:1715206201.249365:0:3676:0:(events.c:359:request_in_callback()) peer: 12345-192.168.201.23@tcp (source: 12345-192.168.201.23@tcp) 00000100:00100000:0.0:1715206201.249408:0:15069:0:(service.c:2096:ptlrpc_server_handle_req_in()) unwrap req x1798523504887488 00000100:00100000:0.0:1715206201.249414:0:15069:0:(service.c:2161:ptlrpc_server_handle_req_in()) got req x1798523504887488 00000100:00100000:0.0:1715206201.249446:0:15069:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.201.23@tcp, seq: 34 00000100:00100000:0.0:1715206201.249452:0:15069:0:(service.c:2335:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6d30450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+11:18187:x1798523504887488:12345-192.168.201.23@tcp:35:dd.0 00000100:00100000:0.0:1715206201.249631:0:15069:0:(service.c:2384:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6d30450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:1bc50a3e-f07c-4b55-83c3-5f3c3d406528+12:18187:x1798523504887488:12345-192.168.201.23@tcp:35:dd.0 Request processed in 178us (264us total) trans 4294967329 rc 0/0 00000100:00100000:0.0:1715206201.249639:0:15069:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.201.23@tcp, seq: 34 00010000:00010000:1.0:1715206201.635994:0:14811:0:(ldlm_lockd.c:2860:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1715206201.684236:0:10939:0:(debug.c:705:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_2: @@@@@@ FAIL: /home/green/git/lustre-release/lustre/utils/lfs hsm_state /mnt/lustre/d2.sanity-hsm/f2.sanity-hsm failed (run as root) Debug log: 687 lines, 687 kept, 0 dropped, 0 bad.