00010000:00010000:0.0F:1767316135.217340:0:51735:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316136.049110:0:32736:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1767316136.049135:0:32736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec2af9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:32736:1853164371873664:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0F:1767316136.049183:0:32734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ceb0b1cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:32734:1853164371873536:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1767316136.049203:0:32736:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0F:1767316136.049283:0:48847:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371873664 00000100:00100000:1.0:1767316136.049298:0:48847:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371873664 00000100:00100000:3.0:1767316136.049409:0:32734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316136.050135:0:48847:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371873536 00000100:00100000:1.0:1767316136.050144:0:48847:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371873536 00000100:00100000:1.0:1767316136.050180:0:48847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1767316136.050189:0:48847:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2af9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:32736:x1853164371873664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1767316136.050226:0:48847:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 218353664 avail 191328256 00000100:00100000:1.0:1767316136.050278:0:48847:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2af9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:32736:x1853164371873664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316136.050285:0:48847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1767316136.050303:0:48847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1767316136.050309:0:48847:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec3cb37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32734:x1853164371873536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1767316136.050326:0:48847:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 218476544 avail 191451136 00000100:00100000:1.0:1767316136.050360:0:48847:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec3cb37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32734:x1853164371873536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 51us (950us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316136.050366:0:48847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1767316136.050688:0:32736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec2af9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:32736:1853164371873664:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1767316136.055308:0:32734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ceb0b1cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:32734:1853164371873536:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1767316136.081016:0:32727:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.25@tcp (source: 12345-192.168.202.25@tcp) 00000100:00100000:1.0:1767316136.086728:0:32727:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.25@tcp (source: 12345-192.168.202.25@tcp) 00000100:00100000:1.0:1767316136.092873:0:32727:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.25@tcp (source: 12345-192.168.202.25@tcp) 00000100:00100000:1.0:1767316136.092920:0:66735:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164287435392 00000100:00100000:1.0:1767316136.092930:0:66735:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164287435392 00000100:00100000:1.0:1767316136.092982:0:66735:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.25@tcp, seq: 141 00000100:00100000:1.0:1767316136.092992:0:66735:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2b6d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c43aa13e-fb97-4a29-9d83-78992e898435+9:13849:x1853164287435392:12345-192.168.202.25@tcp:400:kworker.0 00000100:00100000:1.0:1767316136.093076:0:66735:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2b6d3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:c43aa13e-fb97-4a29-9d83-78992e898435+9:13849:x1853164287435392:12345-192.168.202.25@tcp:400:kworker.0 Request processed in 85us (213us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316136.093085:0:66735:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.25@tcp, seq: 141 00000100:00100000:3.0:1767316136.101833:0:66745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164287435648 00000100:00100000:3.0:1767316136.101852:0:66745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164287435648 00000100:00100000:3.0:1767316136.102329:0:66745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164287435520 00000100:00100000:3.0:1767316136.102334:0:66745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164287435520 00000100:00100000:3.0:1767316136.102366:0:66745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.25@tcp, seq: 110 00000100:00100000:3.0:1767316136.102375:0:66745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec33eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cb170331-aad1-462b-8f95-d7f8426b9e3d+7:13847:x1853164287435648:12345-192.168.202.25@tcp:400:kworker.0 00000100:00100000:3.0:1767316136.102485:0:66745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec33eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cb170331-aad1-462b-8f95-d7f8426b9e3d+7:13847:x1853164287435648:12345-192.168.202.25@tcp:400:kworker.0 Request processed in 111us (21479us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316136.102493:0:66745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.25@tcp, seq: 110 00000100:00100000:3.0:1767316136.102515:0:66745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.25@tcp, seq: 111 00000100:00100000:3.0:1767316136.102523:0:66745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2b176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cb170331-aad1-462b-8f95-d7f8426b9e3d+7:13847:x1853164287435520:12345-192.168.202.25@tcp:400:kworker.0 00000100:00100000:3.0:1767316136.102548:0:66745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2b176d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cb170331-aad1-462b-8f95-d7f8426b9e3d+7:13847:x1853164287435520:12345-192.168.202.25@tcp:400:kworker.0 Request processed in 27us (15833us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316136.102553:0:66745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.25@tcp, seq: 111 00000100:00080000:0.0:1767316136.108303:0:41183:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1767316136.108312:0:41183:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:0.0:1767316136.247483:0:41157:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1767316136.561033:0:32735:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1767316136.561069:0:32735:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ceb0b1ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:32735:1853164371873792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1767316136.561156:0:32735:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0F:1767316136.561272:0:55585:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371873792 00000100:00100000:2.0:1767316136.561300:0:55585:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371873792 00000100:00100000:2.0:1767316136.561395:0:55585:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1767316136.561406:0:55585:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2af9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:32735:x1853164371873792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1767316136.561440:0:55585:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 266560 pending 0 free 319037440 avail 291225600 00000100:00100000:2.0:1767316136.561494:0:55585:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2af9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:32735:x1853164371873792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316136.561502:0:55585:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00080000:0.0:1767316136.561641:0:41183:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1767316136.563625:0:32734:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1767316136.563647:0:32734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec2af9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:32734:1853164371873920:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1767316136.564443:0:32734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316136.564546:0:44039:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371873920 00000100:00100000:1.0:1767316136.564555:0:44039:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371873920 00000100:00100000:1.0:1767316136.564623:0:44039:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1767316136.564633:0:44039:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2af9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:32734:x1853164371873920:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1767316136.564767:0:44039:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 266560 pending 0 free 319000576 avail 291188736 00000100:00100000:1.0:1767316136.564843:0:44039:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2af9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:32734:x1853164371873920:12345-0@lo:13:osp-pre-1-0.0 Request processed in 211us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316136.564850:0:44039:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00080000:0.0:1767316136.564911:0:41183:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1767316136.564950:0:32734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec2af9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:32734:1853164371873920:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1767316136.565062:0:32735:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ceb0b1ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:32735:1853164371873792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1767316137.075972:0:32734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec3cb35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:32734:1853164371874048:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767316137.076060:0:32734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316137.076644:0:44040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371874048 00000100:00100000:3.0:1767316137.076666:0:44040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371874048 00000100:00080000:0.0:1767316137.076746:0:41183:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1767316137.076747:0:44040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1767316137.076757:0:44040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2b174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:32734:x1853164371874048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1767316137.076780:0:44040:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 266560 pending 0 free 319037440 avail 291225600 00000100:00100000:3.0:1767316137.077083:0:44040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2b174e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:32734:x1853164371874048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 327us (1022us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316137.077090:0:44040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:1.0:1767316137.077177:0:32734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec3cb35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:32734:1853164371874048:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1767316137.081370:0:32736:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1767316137.091736:0:32736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ceb0b1ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:32736:1853164371874176:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1767316137.091854:0:32736:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316137.092270:0:44040:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371874176 00000100:00100000:3.0:1767316137.092294:0:44040:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371874176 00000100:00100000:3.0:1767316137.092367:0:44040:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1767316137.092377:0:44040:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2b177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:32736:x1853164371874176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1767316137.092401:0:44040:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 266560 pending 0 free 319000576 avail 291188736 00000100:00080000:0.0:1767316137.092452:0:41183:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1767316137.092462:0:44040:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2b177b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:32736:x1853164371874176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316137.092470:0:44040:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1767316137.092578:0:32736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ceb0b1ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:32736:1853164371874176:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1767316137.264994:0:41156:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1767316137.610441:0:66739:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 17179869285 is committed 00000001:02000400:3.0:1767316137.940181:0:71156:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-scrub test 4e: FID reuse can be fixed ========== 20:08:57 (1767316137) 00000100:00100000:1.0:1767316138.069210:0:32727:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.25@tcp (source: 12345-192.168.202.25@tcp) 00000100:00100000:1.0:1767316138.069246:0:66747:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164287435776 00000100:00100000:1.0:1767316138.069256:0:66747:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164287435776 00000100:00100000:1.0:1767316138.069319:0:66747:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.25@tcp, seq: 324 00000100:00100000:1.0:1767316138.069329:0:66747:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2b176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cb170331-aad1-462b-8f95-d7f8426b9e3d+7:34480:x1853164287435776:12345-192.168.202.25@tcp:101:rm.0 00010000:00010000:1.0:1767316138.069349:0:66747:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1767316138.069371:0:66747:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223200/0x534bd1ded0f3b3fa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x306e6f2cc554b8ab expref: -99 pid: 66747 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316138.069540:0:66747:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223000/0x534bd1ded0f3b401 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.069554:0:66747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223000/0x534bd1ded0f3b401 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.069581:0:66747:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223000/0x534bd1ded0f3b401 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.069597:0:66747:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223400/0x534bd1ded0f3b408 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.069604:0:66747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223400/0x534bd1ded0f3b408 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.069610:0:66747:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223400/0x534bd1ded0f3b408 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.069665:0:66747:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223800/0x534bd1ded0f3b40f lrc: 3/1,0 mode: --/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.069673:0:66747:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223800/0x534bd1ded0f3b40f lrc: 3/1,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.069680:0:66747:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223800/0x534bd1ded0f3b40f lrc: 3/1,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 66747 initiator: MDT0 00000004:00200000:1.0:1767316138.069963:0:66747:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200001b72:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1767316138.069968:0:66747:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1767316138.069989:0:66747:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223800/0x534bd1ded0f3b40f lrc: 3/1,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.070000:0:66747:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223000/0x534bd1ded0f3b401 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.070007:0:66747:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223000/0x534bd1ded0f3b401 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.070013:0:66747:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223000/0x534bd1ded0f3b401 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.070030:0:66747:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223000/0x534bd1ded0f3b401 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.070046:0:66747:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ceb09223000 already unused, calling callback (ffffffffc193d550) 00010000:00010000:1.0:1767316138.070051:0:66747:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223000/0x534bd1ded0f3b401 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.070059:0:66747:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223000/0x534bd1ded0f3b401 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.070071:0:66747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8cec086eae00) 00010000:00010000:1.0:1767316138.070074:0:66747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316138.070078:0:66747:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223000/0x534bd1ded0f3b401 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.070084:0:66747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223000/0x534bd1ded0f3b401 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.070097:0:66747:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223400/0x534bd1ded0f3b408 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.070103:0:66747:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223400/0x534bd1ded0f3b408 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.070108:0:66747:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223400/0x534bd1ded0f3b408 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.070112:0:66747:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8ceb09223400 already unused, calling callback (ffffffffc193d550) 00010000:00010000:1.0:1767316138.070115:0:66747:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223400/0x534bd1ded0f3b408 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.070121:0:66747:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223400/0x534bd1ded0f3b408 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.070139:0:66747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x31d62d73 (ffff8ceb0c879700) 00010000:00010000:1.0:1767316138.070142:0:66747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1767316138.070145:0:66747:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223400/0x534bd1ded0f3b408 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.070150:0:66747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223400/0x534bd1ded0f3b408 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x31d62d73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 66747 initiator: MDT0 00010000:00010000:1.0:1767316138.070185:0:66747:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223200/0x534bd1ded0f3b3fa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8ab expref: 9 pid: 66747 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316138.070199:0:66747:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223800/0x534bd1ded0f3b40f lrc: 3/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8ab expref: 8 pid: 66747 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767316138.070205:0:66747:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b72:0x1:0x0].0x0 (ffff8cec1b0ac700) 00010000:00010000:1.0:1767316138.070207:0:66747:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1767316138.070209:0:66747:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8ceb09223800, rc 0) 00000100:00100000:1.0:1767316138.070271:0:66747:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2b176680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:cb170331-aad1-462b-8f95-d7f8426b9e3d+8:34480:x1853164287435776:12345-192.168.202.25@tcp:101:rm.0 Request processed in 943us (1069us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316138.070279:0:66747:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.25@tcp, seq: 324 00000100:00080000:1.0:1767316138.070306:0:41183:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1767316138.086016:0:32726:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.25@tcp (source: 12345-192.168.202.25@tcp) 00000100:00100000:0.0:1767316138.086094:0:66749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164287435904 00000100:00100000:0.0:1767316138.086107:0:66749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164287435904 00000100:00100000:0.0:1767316138.086167:0:66749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.25@tcp, seq: 34 00000100:00100000:0.0:1767316138.086177:0:66749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec40e4ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cb170331-aad1-462b-8f95-d7f8426b9e3d+8:34480:x1853164287435904:12345-192.168.202.25@tcp:37:rm.0 00000100:00100000:0.0:1767316138.096967:0:66749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec40e4ec50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cb170331-aad1-462b-8f95-d7f8426b9e3d+8:34480:x1853164287435904:12345-192.168.202.25@tcp:37:rm.0 Request processed in 10779us (10948us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316138.096982:0:66749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.25@tcp, seq: 34 00000100:00100000:3.0:1767316138.097912:0:32733:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec3cb35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:32733:1853164371874432:0@lo:400:kworker.0 00000100:00100000:3.0:1767316138.097962:0:32733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316138.098005:0:32733:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec2adf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:32733:1853164371874944:0@lo:400:kworker.0 00000100:00100000:3.0:1767316138.098029:0:32733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316138.098062:0:32733:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec2adf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:32733:1853164371875456:0@lo:400:kworker.0 00000100:00100000:3.0:1767316138.098083:0:32733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316138.098107:0:32733:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1767316138.098113:0:32733:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec3cb34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:32733:1853164371874560:0@lo:400:kworker.0 00000100:00100000:3.0:1767316138.098133:0:32733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316138.098149:0:32733:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec2adf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:32733:1853164371875072:0@lo:400:kworker.0 00000100:00100000:3.0:1767316138.098170:0:32733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316138.098187:0:32733:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec2adf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:32733:1853164371875584:0@lo:400:kworker.0 00000100:00100000:3.0:1767316138.098207:0:32733:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316138.098237:0:66746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371874432 00000100:00100000:3.0:1767316138.098244:0:66746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371874432 00000100:00100000:3.0:1767316138.098292:0:66746:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371874560 00000100:00100000:3.0:1767316138.098296:0:66746:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371874560 00000100:00100000:3.0:1767316138.098332:0:66746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1767316138.098340:0:66746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ceb09341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:32733:x1853164371874432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316138.098387:0:66746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ceb09341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:32733:x1853164371874432:12345-0@lo:400:kworker.0 Request processed in 47us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316138.098394:0:66746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1767316138.098411:0:66746:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1767316138.098646:0:32736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec3cb37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f6489cf8-abf2-48ce-bd5d-bf01295b758c:32736:1853164371874304:0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.098679:0:32736:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316138.098703:0:32736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec3cb35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:32736:1853164371874816:0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.098725:0:32736:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316138.098742:0:32736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec2adf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:32736:1853164371875328:0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.098761:0:32736:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316138.098780:0:32736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec2adf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:32736:1853164371875840:0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.098801:0:32736:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316138.098845:0:32736:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1767316138.098850:0:32736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec3cb34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:32736:1853164371874688:0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.098871:0:32736:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316138.098881:0:32736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec2adf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:32736:1853164371875200:0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.098899:0:32736:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316138.098917:0:32736:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec2adf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:32736:1853164371875712:0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.098934:0:32736:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1767316138.098982:0:66736:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371874304 00000100:00100000:1.0:1767316138.098986:0:66736:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371874304 00000100:00100000:1.0:1767316138.099016:0:66736:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1767316138.099023:0:66736:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2b6d1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6489cf8-abf2-48ce-bd5d-bf01295b758c+23:32736:x1853164371874304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.099070:0:66736:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2b6d1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:f6489cf8-abf2-48ce-bd5d-bf01295b758c+23:32736:x1853164371874304:12345-0@lo:400:kworker.0 Request processed in 47us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316138.099076:0:66736:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1767316138.099101:0:70626:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371874816 00000100:00100000:1.0:1767316138.099105:0:70626:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371874816 00000100:00100000:3.0:1767316138.099225:0:66746:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ceb09341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:32733:x1853164371874560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316138.099259:0:66746:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ceb09341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:32733:x1853164371874560:12345-0@lo:400:kworker.0 Request processed in 36us (1124us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316138.099398:0:48860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371875072 00000100:00100000:0.0:1767316138.099403:0:48860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371875072 00000100:00100000:0.0:1767316138.099443:0:48860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371875584 00000100:00100000:0.0:1767316138.099446:0:48860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371875584 00000100:00100000:0.0:1767316138.099476:0:48860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371875200 00000100:00100000:0.0:1767316138.099480:0:48860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371875200 00000100:00100000:0.0:1767316138.099495:0:48860:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371875712 00000100:00100000:0.0:1767316138.099497:0:48860:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371875712 00000100:00100000:0.0:1767316138.099516:0:48860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1767316138.099522:0:48860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ceb09340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:32733:x1853164371875072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316138.099558:0:48860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ceb09340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:32733:x1853164371875072:12345-0@lo:400:kworker.0 Request processed in 36us (1387us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316138.099563:0:48860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1767316138.099576:0:48860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1767316138.099582:0:48860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ceb09343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:32733:x1853164371875584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316138.099608:0:48860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ceb09343100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:32733:x1853164371875584:12345-0@lo:400:kworker.0 Request processed in 27us (1400us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316138.099613:0:48860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1767316138.099623:0:48860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1767316138.099628:0:48860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec0716d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:32736:x1853164371875200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316138.099654:0:48860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec0716d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0001-mdtlov_UUID+5:32736:x1853164371875200:12345-0@lo:400:kworker.0 Request processed in 25us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316138.099659:0:48860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1767316138.099669:0:48860:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1767316138.099674:0:48860:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec0716c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:32736:x1853164371875712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1767316138.099699:0:48860:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec0716c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_015:lustre-MDT0000-mdtlov_UUID+5:32736:x1853164371875712:12345-0@lo:400:kworker.0 Request processed in 25us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316138.099704:0:48860:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1767316138.101550:0:70626:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371875328 00000100:00100000:1.0:1767316138.101562:0:70626:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371875328 00000100:00100000:1.0:1767316138.101595:0:70626:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371875840 00000100:00100000:1.0:1767316138.101598:0:70626:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371875840 00000100:00100000:1.0:1767316138.101607:0:70626:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371874688 00000100:00100000:1.0:1767316138.101610:0:70626:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371874688 00000100:00100000:1.0:1767316138.101632:0:70626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1767316138.101641:0:70626:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2b177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:32736:x1853164371874816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.101721:0:70626:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2b177800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:32736:x1853164371874816:12345-0@lo:400:kworker.0 Request processed in 81us (2994us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316138.102643:0:70626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1767316138.102677:0:70626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1767316138.102688:0:70626:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2b175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:32736:x1853164371875328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.102881:0:70626:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2b175500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:32736:x1853164371875328:12345-0@lo:400:kworker.0 Request processed in 196us (4118us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316138.102888:0:70626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1767316138.102904:0:70626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1767316138.102911:0:70626:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2b174700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:32736:x1853164371875840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.102942:0:70626:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2b174700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:32736:x1853164371875840:12345-0@lo:400:kworker.0 Request processed in 32us (4139us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316138.102947:0:70626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:1.0:1767316138.102958:0:70626:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1767316138.102964:0:70626:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec0716d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:32736:x1853164371874688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.102990:0:70626:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec0716d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:32736:x1853164371874688:12345-0@lo:400:kworker.0 Request processed in 28us (4119us total) trans 0 rc 0/0 00000100:00100000:1.0:1767316138.102995:0:70626:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:1.0:1767316138.103067:0:32736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec3cb34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:32736:1853164371874688:0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.103082:0:32736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec2adf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:32736:1853164371875200:0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.103093:0:32736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec2adf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:32736:1853164371875712:0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.103102:0:32736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec3cb37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:f6489cf8-abf2-48ce-bd5d-bf01295b758c:32736:1853164371874304:0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.103112:0:32736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec3cb35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:32736:1853164371874816:0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.103121:0:32736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec2adf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:32736:1853164371875328:0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.103141:0:32736:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec2adf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:32736:1853164371875840:0@lo:400:kworker.0 00000100:00100000:3.0:1767316138.103378:0:66746:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1767316138.103412:0:48848:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371874944 00000100:00100000:3.0:1767316138.103518:0:48848:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371874944 00000100:00100000:3.0:1767316138.103555:0:48848:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371875456 00000100:00100000:3.0:1767316138.103558:0:48848:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371875456 00000100:00100000:3.0:1767316138.103576:0:48848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1767316138.103583:0:48848:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ceb09341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:32733:x1853164371874944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316138.103630:0:48848:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ceb09341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:32733:x1853164371874944:12345-0@lo:400:kworker.0 Request processed in 47us (5599us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316138.103636:0:48848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1767316138.103647:0:48848:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1767316138.103653:0:48848:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ceb09343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32733:x1853164371875456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1767316138.103680:0:48848:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ceb09343b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000-mdtlov_UUID+5:32733:x1853164371875456:12345-0@lo:400:kworker.0 Request processed in 28us (5597us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316138.103686:0:48848:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00080000:3.0:1767316138.103717:0:41183:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1767316138.103722:0:41183:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1767316138.103725:0:41183:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1767316138.103995:0:41183:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1767316138.104024:0:32733:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec3cb34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:32733:1853164371874560:0@lo:400:kworker.0 00000100:00100000:3.0:1767316138.104048:0:32733:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec2adf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:32733:1853164371875072:0@lo:400:kworker.0 00000100:00100000:3.0:1767316138.104061:0:32733:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec2adf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:32733:1853164371875584:0@lo:400:kworker.0 00000100:00100000:3.0:1767316138.104072:0:32733:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec3cb35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:32733:1853164371874432:0@lo:400:kworker.0 00000100:00100000:3.0:1767316138.104083:0:32733:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec2adf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:32733:1853164371874944:0@lo:400:kworker.0 00000100:00100000:3.0:1767316138.104093:0:32733:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec2adf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:32733:1853164371875456:0@lo:400:kworker.0 00000100:00100000:1.0:1767316138.104598:0:32727:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.25@tcp (source: 12345-192.168.202.25@tcp) 00000100:00100000:0.0:1767316138.108065:0:69493:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164287436032 00000100:00100000:0.0:1767316138.108080:0:69493:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164287436032 00000100:00100000:0.0:1767316138.108144:0:69493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.25@tcp, seq: 325 00000100:00100000:0.0:1767316138.108162:0:69493:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec0716e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cb170331-aad1-462b-8f95-d7f8426b9e3d+8:34480:x1853164287436032:12345-192.168.202.25@tcp:101:rm.0 00010000:00010000:0.0:1767316138.108185:0:69493:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1767316138.108209:0:69493:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8800/0x534bd1ded0f3b416 lrc: 2/0,0 mode: --/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x306e6f2cc554b8b2 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316138.108274:0:69493:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8a00/0x534bd1ded0f3b41d lrc: 3/1,0 mode: --/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108289:0:69493:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8a00/0x534bd1ded0f3b41d lrc: 3/1,0 mode: CR/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108300:0:69493:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8a00/0x534bd1ded0f3b41d lrc: 3/1,0 mode: CR/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108314:0:69493:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8e00/0x534bd1ded0f3b424 lrc: 3/1,0 mode: --/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108320:0:69493:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8e00/0x534bd1ded0f3b424 lrc: 3/1,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108326:0:69493:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8e00/0x534bd1ded0f3b424 lrc: 3/1,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108376:0:69493:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8400/0x534bd1ded0f3b42b lrc: 3/1,0 mode: --/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108384:0:69493:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8400/0x534bd1ded0f3b42b lrc: 3/1,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108390:0:69493:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8400/0x534bd1ded0f3b42b lrc: 3/1,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 69493 initiator: MDT0 00000004:00010000:0.0:1767316138.108408:0:69493:0:(mdt_handler.c:2497:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8400/0x534bd1ded0f3b42b lrc: 3/1,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108605:0:69493:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8a00/0x534bd1ded0f3b41d lrc: 4/1,0 mode: CR/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108612:0:69493:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8a00/0x534bd1ded0f3b41d lrc: 4/1,0 mode: CR/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108617:0:69493:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8a00/0x534bd1ded0f3b41d lrc: 3/0,0 mode: CR/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108623:0:69493:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8a00/0x534bd1ded0f3b41d lrc: 4/0,0 mode: CR/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108629:0:69493:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8cec073c8a00 already unused, calling callback (ffffffffc193d550) 00010000:00010000:0.0:1767316138.108633:0:69493:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8a00/0x534bd1ded0f3b41d lrc: 4/0,0 mode: CR/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108640:0:69493:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8a00/0x534bd1ded0f3b41d lrc: 5/0,0 mode: CR/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108653:0:69493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b72:0x1:0x0].0x0 (ffff8cec1b0ac700) 00010000:00010000:0.0:1767316138.108656:0:69493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316138.108662:0:69493:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8a00/0x534bd1ded0f3b41d lrc: 3/0,0 mode: --/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108668:0:69493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8a00/0x534bd1ded0f3b41d lrc: 0/0,0 mode: --/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108680:0:69493:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8e00/0x534bd1ded0f3b424 lrc: 3/1,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108686:0:69493:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8e00/0x534bd1ded0f3b424 lrc: 2/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108691:0:69493:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8e00/0x534bd1ded0f3b424 lrc: 3/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108702:0:69493:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8cec073c8e00 already unused, calling callback (ffffffffc193d550) 00010000:00010000:0.0:1767316138.108705:0:69493:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8e00/0x534bd1ded0f3b424 lrc: 3/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108711:0:69493:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8e00/0x534bd1ded0f3b424 lrc: 4/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108719:0:69493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b72:0x1:0x0].0xc4959c6c (ffff8cec2afb2100) 00010000:00010000:0.0:1767316138.108722:0:69493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1767316138.108725:0:69493:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8e00/0x534bd1ded0f3b424 lrc: 2/0,0 mode: --/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108946:0:69493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8e00/0x534bd1ded0f3b424 lrc: 0/0,0 mode: --/PR res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.108986:0:69493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8800/0x534bd1ded0f3b416 lrc: 0/0,0 mode: --/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8b2 expref: 10 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316138.109000:0:69493:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8400/0x534bd1ded0f3b42b lrc: 3/0,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8b2 expref: 9 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316138.109007:0:69493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff8cec2afb2900) 00010000:00010000:0.0:1767316138.109010:0:69493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1767316138.109013:0:69493:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cec073c8400, rc 0) 00000100:00100000:0.0:1767316138.109131:0:69493:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec0716e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cb170331-aad1-462b-8f95-d7f8426b9e3d+9:34480:x1853164287436032:12345-192.168.202.25@tcp:101:rm.0 Request processed in 969us (4534us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316138.109140:0:69493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.25@tcp, seq: 325 00000100:00100000:2.0:1767316138.116090:0:32726:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.25@tcp (source: 12345-192.168.202.25@tcp) 00000100:00100000:2.0:1767316138.116127:0:69493:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164287436160 00000100:00100000:2.0:1767316138.116137:0:69493:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164287436160 00000100:00100000:2.0:1767316138.116200:0:69493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.25@tcp, seq: 326 00000100:00100000:2.0:1767316138.116210:0:69493:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ceb0b1ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cb170331-aad1-462b-8f95-d7f8426b9e3d+5:34480:x1853164287436160:12345-192.168.202.25@tcp:101:rm.0 00010000:00010000:2.0:1767316138.116229:0:69493:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316138.116255:0:69493:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8cec417a2c00/0x534bd1ded0f3b432 lrc: 2/0,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x306e6f2cc554b8b9 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.116316:0:69493:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8cec417a2e00/0x534bd1ded0f3b439 lrc: 3/1,0 mode: --/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 69493 initiator: MDT0 00010000:00010000:2.0:1767316138.116330:0:69493:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8cec417a2e00/0x534bd1ded0f3b439 lrc: 3/1,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 69493 initiator: MDT1 00010000:00010000:2.0:1767316138.116342:0:69493:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8cec417a2e00/0x534bd1ded0f3b439 lrc: 3/1,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 69493 initiator: MDT1 00000004:00200000:2.0:1767316138.116386:0:69493:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1767316138.116398:0:69493:0:(mdt_handler.c:1577:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00010000:00010000:2.0:1767316138.116529:0:69493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8cec417a2c00/0x534bd1ded0f3b432 lrc: 0/0,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8b9 expref: 7 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.116546:0:69493:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8cec417a2e00/0x534bd1ded0f3b439 lrc: 3/0,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8b9 expref: 6 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.116556:0:69493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff8cec02b16200) 00010000:00010000:2.0:1767316138.116559:0:69493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1767316138.116562:0:69493:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cec417a2e00, rc 0) 00000100:00100000:2.0:1767316138.116625:0:69493:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ceb0b1ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cb170331-aad1-462b-8f95-d7f8426b9e3d+6:34480:x1853164287436160:12345-192.168.202.25@tcp:101:rm.0 Request processed in 417us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316138.116633:0:69493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.25@tcp, seq: 326 00000100:00080000:2.0:1767316138.116658:0:41183:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1767316138.135886:0:32728:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.25@tcp (source: 12345-192.168.202.25@tcp) 00000100:00100000:2.0:1767316138.135922:0:66745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164287436416 00000100:00100000:2.0:1767316138.135933:0:66745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164287436416 00000100:00100000:2.0:1767316138.135986:0:66745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.25@tcp, seq: 327 00000100:00100000:2.0:1767316138.135994:0:66745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ceb0b1cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cb170331-aad1-462b-8f95-d7f8426b9e3d+6:34480:x1853164287436416:12345-192.168.202.25@tcp:101:rm.0 00010000:00010000:2.0:1767316138.136016:0:66745:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316138.136055:0:66745:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8cec417a2c00/0x534bd1ded0f3b440 lrc: 2/0,0 mode: --/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x306e6f2cc554b8c0 expref: -99 pid: 66745 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.136169:0:66745:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8cec417a3400/0x534bd1ded0f3b447 lrc: 3/1,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 66745 initiator: MDT0 00010000:00010000:2.0:1767316138.136183:0:66745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8cec417a3400/0x534bd1ded0f3b447 lrc: 3/1,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 66745 initiator: MDT1 00010000:00010000:2.0:1767316138.136194:0:66745:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8cec417a3400/0x534bd1ded0f3b447 lrc: 3/1,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 66745 initiator: MDT1 00000004:00200000:2.0:1767316138.136212:0:66745:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x2400013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1767316138.136329:0:66745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8cec417a2c00/0x534bd1ded0f3b440 lrc: 0/0,0 mode: --/CR res: [0x200001b72:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8c0 expref: 9 pid: 66745 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.136348:0:66745:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8cec417a3400/0x534bd1ded0f3b447 lrc: 3/0,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8c0 expref: 8 pid: 66745 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.136359:0:66745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff8cec02b16200) 00010000:00010000:2.0:1767316138.136361:0:66745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1767316138.136366:0:66745:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cec417a3400, rc 0) 00000100:00100000:2.0:1767316138.136427:0:66745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ceb0b1cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cb170331-aad1-462b-8f95-d7f8426b9e3d+8:34480:x1853164287436416:12345-192.168.202.25@tcp:101:rm.0 Request processed in 432us (549us total) trans 17179869286 rc 0/0 00000100:00100000:2.0:1767316138.136435:0:66745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.25@tcp, seq: 327 00000100:00100000:3.0:1767316138.144141:0:32727:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.25@tcp (source: 12345-192.168.202.25@tcp) 00000100:00100000:0.0:1767316138.147488:0:66749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164287436544 00000100:00100000:0.0:1767316138.147505:0:66749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164287436544 00000100:00100000:0.0:1767316138.147594:0:66749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.25@tcp, seq: 35 00000100:00100000:0.0:1767316138.147606:0:66749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ceb09343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cb170331-aad1-462b-8f95-d7f8426b9e3d+8:34480:x1853164287436544:12345-192.168.202.25@tcp:37:rm.0 00000100:00100000:0.0:1767316138.152228:0:66749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ceb09343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cb170331-aad1-462b-8f95-d7f8426b9e3d+8:34480:x1853164287436544:12345-192.168.202.25@tcp:37:rm.0 Request processed in 4613us (8088us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316138.152242:0:66749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.25@tcp, seq: 35 00000100:00100000:3.0:1767316138.156256:0:32728:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.25@tcp (source: 12345-192.168.202.25@tcp) 00000100:00100000:2.0:1767316138.156350:0:69493:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164287436672 00000100:00100000:2.0:1767316138.156361:0:69493:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164287436672 00000100:00100000:2.0:1767316138.156428:0:69493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.25@tcp, seq: 328 00000100:00100000:2.0:1767316138.156438:0:69493:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ceb09342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cb170331-aad1-462b-8f95-d7f8426b9e3d+9:34480:x1853164287436672:12345-192.168.202.25@tcp:41:rm.0 00000004:00000024:2.0:1767316138.156494:0:69493:0:(mdt_handler.c:543:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 638038016 avail 582414336 00000100:00100000:2.0:1767316138.156564:0:69493:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ceb09342680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cb170331-aad1-462b-8f95-d7f8426b9e3d+9:34480:x1853164287436672:12345-192.168.202.25@tcp:41:rm.0 Request processed in 127us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316138.156572:0:69493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.25@tcp, seq: 328 00000100:00100000:3.0:1767316138.165164:0:32727:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.25@tcp (source: 12345-192.168.202.25@tcp) 00000100:00100000:3.0:1767316138.165205:0:66745:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164287436800 00000100:00100000:3.0:1767316138.165218:0:66745:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164287436800 00000100:00100000:3.0:1767316138.165436:0:66745:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.25@tcp, seq: 329 00000100:00100000:3.0:1767316138.165449:0:66745:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ceb09342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cb170331-aad1-462b-8f95-d7f8426b9e3d+8:34480:x1853164287436800:12345-192.168.202.25@tcp:101:rm.0 00010000:00010000:3.0:1767316138.165469:0:66745:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1767316138.165489:0:66745:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432e600/0x534bd1ded0f3b455 lrc: 2/0,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x306e6f2cc554b8c7 expref: -99 pid: 66745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.165553:0:66745:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432f400/0x534bd1ded0f3b45c lrc: 3/1,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 66745 initiator: MDT0 00010000:00010000:3.0:1767316138.165567:0:66745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432f400/0x534bd1ded0f3b45c lrc: 3/1,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.165577:0:66745:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432f400/0x534bd1ded0f3b45c lrc: 3/1,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.165603:0:66745:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b463 lrc: 3/1,0 mode: --/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 66745 initiator: MDT0 00010000:00010000:3.0:1767316138.165609:0:66745:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b463 lrc: 3/1,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.165615:0:66745:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b463 lrc: 3/1,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.165723:0:66745:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432f400/0x534bd1ded0f3b45c lrc: 4/1,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.165730:0:66745:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432f400/0x534bd1ded0f3b45c lrc: 4/1,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.165736:0:66745:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432f400/0x534bd1ded0f3b45c lrc: 3/0,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.165753:0:66745:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432f400/0x534bd1ded0f3b45c lrc: 4/0,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.165759:0:66745:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8cec3432f400 already unused, calling callback (ffffffffc193d550) 00010000:00010000:3.0:1767316138.165763:0:66745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432f400/0x534bd1ded0f3b45c lrc: 4/0,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.165770:0:66745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432f400/0x534bd1ded0f3b45c lrc: 5/0,0 mode: CR/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.165781:0:66745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff8cec02b16200) 00010000:00010000:3.0:1767316138.165784:0:66745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316138.165789:0:66745:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432f400/0x534bd1ded0f3b45c lrc: 3/0,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.165794:0:66745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432f400/0x534bd1ded0f3b45c lrc: 0/0,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.165824:0:66745:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b463 lrc: 3/1,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.165829:0:66745:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b463 lrc: 2/0,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.165834:0:66745:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b463 lrc: 3/0,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.166051:0:66745:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8cec3432fa00 already unused, calling callback (ffffffffc193d550) 00010000:00010000:3.0:1767316138.166054:0:66745:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b463 lrc: 3/0,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.166059:0:66745:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b463 lrc: 4/0,0 mode: PR/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.166067:0:66745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0xd49b5cf7 (ffff8ceb0aea6100) 00010000:00010000:3.0:1767316138.166069:0:66745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316138.166072:0:66745:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b463 lrc: 2/0,0 mode: --/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.166078:0:66745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b463 lrc: 0/0,0 mode: --/PR res: [0x2400013a1:0x1:0x0].0xd49b5cf7 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 66745 initiator: MDT1 00010000:00010000:3.0:1767316138.166108:0:66745:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432e600/0x534bd1ded0f3b455 lrc: 1/0,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8c7 expref: 9 pid: 66745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.166117:0:66745:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff8cec02b16200) 00010000:00010000:3.0:1767316138.166119:0:66745:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316138.166122:0:66745:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432e600/0x534bd1ded0f3b455 lrc: 0/0,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8c7 expref: 9 pid: 66745 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.166142:0:66745:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cec3432e600, rc 0) 00000100:00100000:3.0:1767316138.166247:0:66745:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ceb09342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cb170331-aad1-462b-8f95-d7f8426b9e3d+8:34480:x1853164287436800:12345-192.168.202.25@tcp:101:rm.0 Request processed in 800us (1091us total) trans 0 rc 301/301 00000100:00100000:3.0:1767316138.166255:0:66745:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.25@tcp, seq: 329 00000100:00100000:2.0:1767316138.182951:0:32726:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.25@tcp (source: 12345-192.168.202.25@tcp) 00000100:00100000:2.0:1767316138.182998:0:32726:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.25@tcp (source: 12345-192.168.202.25@tcp) 00000100:00100000:2.0:1767316138.183030:0:66749:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164287437184 00000100:00100000:2.0:1767316138.183055:0:66749:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164287437184 00000100:00100000:2.0:1767316138.183103:0:66749:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.25@tcp, seq: 36 00000100:00100000:2.0:1767316138.183113:0:66749:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ceb0b1cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cb170331-aad1-462b-8f95-d7f8426b9e3d+8:34480:x1853164287437184:12345-192.168.202.25@tcp:35:rm.0 00000100:00100000:2.0:1767316138.184017:0:66749:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ceb0b1cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cb170331-aad1-462b-8f95-d7f8426b9e3d+9:34480:x1853164287437184:12345-192.168.202.25@tcp:35:rm.0 Request processed in 902us (1014us total) trans 17179869287 rc 0/0 00000100:00100000:2.0:1767316138.184027:0:66749:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.25@tcp, seq: 36 00000100:00100000:3.0:1767316138.185689:0:41155:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164287436928 00000100:00100000:3.0:1767316138.185702:0:41155:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164287436928 00000100:00100000:3.0:1767316138.185799:0:41155:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.25@tcp, seq: 83 00000100:00100000:3.0:1767316138.185827:0:41155:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec05f49450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cb170331-aad1-462b-8f95-d7f8426b9e3d+9:13848:x1853164287436928:12345-192.168.202.25@tcp:103:rm.0 00010000:00010000:3.0:1767316138.185857:0:41155:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1767316138.185885:0:41155:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cec073c8400/0x534bd1ded0f3b42b lrc: 0/0,0 mode: --/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8b2 expref: 9 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.185908:0:41155:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff8cec2afb2900) 00010000:00010000:3.0:1767316138.185919:0:41155:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316138.185975:0:41155:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec05f49450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:cb170331-aad1-462b-8f95-d7f8426b9e3d+8:13848:x1853164287436928:12345-192.168.202.25@tcp:103:rm.0 Request processed in 168us (3035us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316138.185982:0:41155:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.25@tcp, seq: 83 00000100:00100000:3.0:1767316138.197419:0:32726:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.25@tcp (source: 12345-192.168.202.25@tcp) 00000100:00100000:0.0:1767316138.198092:0:69493:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164287437440 00000100:00100000:0.0:1767316138.198102:0:69493:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164287437440 00000100:00100000:0.0:1767316138.198157:0:69493:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.25@tcp, seq: 330 00000100:00100000:0.0:1767316138.198167:0:69493:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ceb09342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cb170331-aad1-462b-8f95-d7f8426b9e3d+9:34480:x1853164287437440:12345-192.168.202.25@tcp:36:rm.0 00010000:00010000:0.0:1767316138.198220:0:69493:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1767316138.198244:0:69493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8cec417a3400/0x534bd1ded0f3b447 lrc: 0/0,0 mode: --/CR res: [0x2400013a1:0x1:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8c0 expref: 9 pid: 66745 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316138.198261:0:69493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8cec417a2e00/0x534bd1ded0f3b439 lrc: 0/0,0 mode: --/PR res: [0x2400013a1:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8b9 expref: 8 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316138.198270:0:69493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff8cec02b16200) 00010000:00010000:0.0:1767316138.198290:0:69493:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1767316138.198340:0:69493:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 3/0,1 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 69493 initiator: MDT0 00010000:00010000:0.0:1767316138.198349:0:69493:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 3/0,1 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 69493 initiator: MDT1 00010000:00010000:0.0:1767316138.198358:0:69493:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 3/0,1 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 69493 initiator: MDT1 00000100:00100000:0.0:1767316138.198381:0:69493:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec2af9c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:69493:1853164371875968:0@lo:101:mdt00_003.0 00000100:00100000:0.0:1767316138.198433:0:69493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316138.198482:0:69493:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ceb0a2f9300 going to sleep for 11 seconds 00000100:00100000:2.0:1767316138.198896:0:48847:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371875968 00000100:00100000:2.0:1767316138.198902:0:48847:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371875968 00000100:00100000:2.0:1767316138.198937:0:48847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1767316138.198945:0:48847:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2af9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+6:69493:x1853164371875968:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767316138.198956:0:48847:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316138.198970:0:48847:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cec417a2400/0x534bd1ded0f3b471 lrc: 2/0,0 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x534bd1ded0f3b46a expref: -99 pid: 48847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.198993:0:48847:0:(ldlm_lock.c:681:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223800/0x534bd1ded0f3b40f lrc: 2/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8ab expref: 7 pid: 66747 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.199003:0:48847:0:(ldlm_resource.c:1525:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8cec417a2400/0x534bd1ded0f3b471 lrc: 4/0,0 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x534bd1ded0f3b46a expref: 7 pid: 48847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.199027:0:48847:0:(ldlm_lockd.c:962:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223800/0x534bd1ded0f3b40f lrc: 3/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8ab expref: 7 pid: 66747 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.199052:0:48847:0:(ldlm_lockd.c:494:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223800/0x534bd1ded0f3b40f lrc: 4/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8ab expref: 7 pid: 66747 timeout: 1486 lvb_type: 0 00000100:00100000:2.0:1767316138.199063:0:48847:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ceb0b1cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:48847:1853164371876096:192.168.202.25@tcp:104: 00000100:00100000:2.0:1767316138.199129:0:48847:0:(client.c:2690:ptlrpc_set_wait()) set ffff8cec3c26c540 going to sleep for 11 seconds 00000100:00100000:0.0:1767316138.202784:0:32728:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.25@tcp (source: 12345-192.168.202.25@tcp) 00000100:00100000:0.0:1767316138.202865:0:41208:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164287437568 00000100:00100000:0.0:1767316138.202874:0:41208:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164287437568 00010000:00010000:0.0:1767316138.202913:0:41208:0:(ldlm_lockd.c:2675:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223800/0x534bd1ded0f3b40f lrc: 5/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8ab expref: 8 pid: 66747 timeout: 1486 lvb_type: 0 00000100:00100000:0.0:1767316138.202948:0:41208:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.25@tcp, seq: 763 00000100:00100000:0.0:1767316138.202958:0:41208:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2af9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cb170331-aad1-462b-8f95-d7f8426b9e3d+8:13849:x1853164287437568:12345-192.168.202.25@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1767316138.202975:0:41208:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1767316138.202981:0:41208:0:(ldlm_lockd.c:1795:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223800/0x534bd1ded0f3b40f lrc: 5/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8ab expref: 8 pid: 66747 timeout: 1486 lvb_type: 0 00010000:00010000:0.0:1767316138.202994:0:41208:0:(ldlm_lockd.c:567:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223800/0x534bd1ded0f3b40f lrc: 4/0,0 mode: PR/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8ab expref: 8 pid: 66747 timeout: 1486 lvb_type: 0 00010000:00010000:0.0:1767316138.203017:0:41208:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b72:0x1:0x0].0x0 (ffff8cec1b0ac700) 00010000:00010000:0.0:1767316138.203024:0:41208:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8cec417a2400/0x534bd1ded0f3b471 lrc: 3/0,0 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x534bd1ded0f3b46a expref: 7 pid: 48847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316138.203044:0:41208:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8cec417a2400/0x534bd1ded0f3b471 lrc: 3/0,0 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x534bd1ded0f3b46a expref: 7 pid: 48847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316138.203053:0:41208:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cec417a2400/0x534bd1ded0f3b471 lrc: 4/0,0 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x50080000000000 nid: 0@lo remote: 0x534bd1ded0f3b46a expref: 7 pid: 48847 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316138.203087:0:41208:0:(ldlm_lockd.c:1081:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8cec417a2400/0x534bd1ded0f3b471 lrc: 4/0,0 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x534bd1ded0f3b46a expref: 7 pid: 48847 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316138.203101:0:41208:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec2af9fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:41208:1853164371876224:0@lo:105: 00000100:00100000:0.0:1767316138.203153:0:41208:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1767316138.203188:0:41208:0:(client.c:2690:ptlrpc_set_wait()) set ffff8ceb0a2f9780 going to sleep for 11 seconds 00000100:00100000:0.0:1767316138.203210:0:41151:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371876224 00000100:00100000:0.0:1767316138.203214:0:41151:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371876224 00000100:00100000:0.0:1767316138.203241:0:41151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1767316138.203247:0:41151:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2af9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:41208:x1853164371876224:12345-0@lo:105: 00010000:00010000:0.0:1767316138.203256:0:41151:0:(ldlm_lockd.c:2517:ldlm_callback_handler()) ### completion ast ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 4/0,1 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x534bd1ded0f3b471 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316138.203266:0:41151:0:(ldlm_lockd.c:1967:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 4/0,1 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x534bd1ded0f3b471 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.203721:0:48847:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8ceb09223800/0x534bd1ded0f3b40f lrc: 0/0,0 mode: --/PR res: [0x200001b72:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.202.25@tcp remote: 0x306e6f2cc554b8ab expref: 8 pid: 66747 timeout: 1486 lvb_type: 0 00000100:00100000:3.0:1767316138.203738:0:48847:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ceb0b1cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0000_UUID:48847:1853164371876096:192.168.202.25@tcp:104: 00010000:00010000:3.0:1767316138.203763:0:48847:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cec417a2400/0x534bd1ded0f3b471 lrc: 4/0,0 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x534bd1ded0f3b46a expref: 7 pid: 48847 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.203786:0:48847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b72:0x1:0x0].0x0 (ffff8cec1b0ac700) 00010000:00010000:3.0:1767316138.203788:0:48847:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316138.203791:0:48847:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cec417a2400, rc 0) 00000100:00100000:3.0:1767316138.203857:0:48847:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2af9d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:69493:x1853164371875968:12345-0@lo:101:mdt00_003.0 Request processed in 4913us (5423us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316138.203865:0:48847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1767316138.204943:0:69493:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec2af9c700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:69493:1853164371875968:0@lo:101:mdt00_003.0 00010000:00010000:0.0:1767316138.205502:0:41151:0:(ldlm_lockd.c:2044:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 5/0,1 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x534bd1ded0f3b471 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316138.205515:0:41151:0:(ldlm_lock.c:709:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 5/0,1 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x534bd1ded0f3b471 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316138.205524:0:41151:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 6/0,1 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080000000000 nid: local remote: 0x534bd1ded0f3b471 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767316138.205532:0:41151:0:(ldlm_lockd.c:2072:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 6/0,1 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x534bd1ded0f3b471 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.209603:0:69493:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 6/0,1 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x534bd1ded0f3b471 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767316138.209644:0:69493:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200001b72:0x1:0x0] 00010000:00010000:3.0:1767316138.209694:0:69493:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432f000/0x534bd1ded0f3b478 lrc: 3/0,1 mode: --/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 69493 initiator: MDT0 00010000:00010000:3.0:1767316138.209702:0:69493:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432f000/0x534bd1ded0f3b478 lrc: 3/0,1 mode: --/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 69493 initiator: MDT1 00010000:00010000:3.0:1767316138.209713:0:69493:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432f000/0x534bd1ded0f3b478 lrc: 3/0,1 mode: --/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 69493 initiator: MDT1 00000100:00100000:3.0:1767316138.209749:0:69493:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ceb09340700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:69493:1853164371876352:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1767316138.209841:0:69493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316138.209872:0:69493:0:(client.c:2690:ptlrpc_set_wait()) set ffff8cec20924600 going to sleep for 11 seconds 00000100:00100000:2.0:1767316138.209971:0:48847:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371876352 00000100:00100000:2.0:1767316138.209979:0:48847:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371876352 00000100:00100000:2.0:1767316138.210052:0:48847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:2.0:1767316138.210062:0:48847:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2ae9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+7:69493:x1853164371876352:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767316138.210081:0:48847:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316138.210097:0:48847:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cec417a2800/0x534bd1ded0f3b47f lrc: 2/0,0 mode: --/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x534bd1ded0f3b478 expref: -99 pid: 48847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.210122:0:48847:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cec417a2800/0x534bd1ded0f3b47f lrc: 3/0,0 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x534bd1ded0f3b478 expref: 8 pid: 48847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.210136:0:48847:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cec417a2800/0x534bd1ded0f3b47f lrc: 3/0,0 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x534bd1ded0f3b478 expref: 8 pid: 48847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.210145:0:48847:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b72:0x1:0x0].0xc4959c6c (ffff8cec02b16400) 00010000:00010000:2.0:1767316138.210148:0:48847:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1767316138.210152:0:48847:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cec417a2800, rc 0) 00000100:00100000:2.0:1767316138.210190:0:48847:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2ae9e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:69493:x1853164371876352:12345-0@lo:101:mdt00_003.0 Request processed in 130us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316138.210196:0:48847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1767316138.210292:0:69493:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ceb09340700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:69493:1853164371876352:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1767316138.210308:0:69493:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432f000/0x534bd1ded0f3b478 lrc: 4/0,1 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x534bd1ded0f3b47f expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.210317:0:69493:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432f000/0x534bd1ded0f3b478 lrc: 4/0,1 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x534bd1ded0f3b47f expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00000004:00080000:3.0:1767316138.210336:0:69493:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200001b72:0x1:0x0] 00000100:00100000:3.0:1767316138.210370:0:69493:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec2ae9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:69493:1853164371876480:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1767316138.210397:0:69493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316138.210419:0:69493:0:(client.c:2690:ptlrpc_set_wait()) set ffff8cec20924e40 going to sleep for 11 seconds 00000100:00100000:2.0:1767316138.210532:0:44047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371876480 00000100:00100000:2.0:1767316138.210537:0:44047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371876480 00000100:00100000:2.0:1767316138.210568:0:44047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1767316138.210575:0:44047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2ae9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:69493:x1853164371876480:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767316138.210631:0:44047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2ae9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:69493:x1853164371876480:12345-0@lo:1000:mdt00_003.0 Request processed in 56us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316138.210638:0:44047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:3.0:1767316138.210693:0:69493:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec2ae9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:69493:1853164371876480:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1767316138.210727:0:69493:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec2ae9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:69493:1853164371876608:0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1767316138.210748:0:69493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316138.210767:0:69493:0:(client.c:2690:ptlrpc_set_wait()) set ffff8cec20924e40 going to sleep for 11 seconds 00000100:00100000:2.0:1767316138.210806:0:48847:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371876608 00000100:00100000:2.0:1767316138.210836:0:48847:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371876608 00000100:00100000:2.0:1767316138.210862:0:48847:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1767316138.210874:0:48847:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2ae9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:69493:x1853164371876608:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1767316138.210945:0:48847:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2ae9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:69493:x1853164371876608:12345-0@lo:1000:mdt00_003.0 Request processed in 71us (197us total) trans 0 rc 1/1 00000100:00100000:2.0:1767316138.210952:0:48847:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1767316138.211028:0:69493:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec2ae9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:69493:1853164371876608:0@lo:1000:mdt00_003.0 00010000:00010000:3.0:1767316138.211082:0:69493:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432e600/0x534bd1ded0f3b486 lrc: 3/0,1 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 69493 initiator: MDT0 00010000:00010000:3.0:1767316138.211091:0:69493:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432e600/0x534bd1ded0f3b486 lrc: 3/0,1 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x0 pid: 69493 initiator: MDT1 00010000:00010000:3.0:1767316138.211098:0:69493:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432e600/0x534bd1ded0f3b486 lrc: 3/0,1 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT flags: 0x1000000000000 pid: 69493 initiator: MDT1 00000100:00100000:3.0:1767316138.211109:0:69493:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8cec2ae9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:69493:1853164371876736:0@lo:101:mdt00_003.0 00000100:00100000:3.0:1767316138.211130:0:69493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1767316138.211152:0:69493:0:(client.c:2690:ptlrpc_set_wait()) set ffff8cec20924600 going to sleep for 11 seconds 00000100:00100000:2.0:1767316138.211190:0:44047:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371876736 00000100:00100000:2.0:1767316138.211194:0:44047:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371876736 00000100:00100000:2.0:1767316138.211223:0:44047:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1767316138.211229:0:44047:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8cec2ae9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+8:69493:x1853164371876736:12345-0@lo:101:mdt00_003.0 00010000:00010000:2.0:1767316138.211237:0:44047:0:(ldlm_lockd.c:1264:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1767316138.211250:0:44047:0:(ldlm_lockd.c:1342:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8cec417a2a00/0x534bd1ded0f3b48d lrc: 2/0,0 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x534bd1ded0f3b486 expref: -99 pid: 44047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.211267:0:44047:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8cec417a2a00/0x534bd1ded0f3b48d lrc: 3/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 0@lo remote: 0x534bd1ded0f3b486 expref: 9 pid: 44047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.211291:0:44047:0:(ldlm_lockd.c:1512:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8cec417a2a00/0x534bd1ded0f3b48d lrc: 3/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 0@lo remote: 0x534bd1ded0f3b486 expref: 9 pid: 44047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.211298:0:44047:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff8cec02b16200) 00010000:00010000:2.0:1767316138.211301:0:44047:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1767316138.211304:0:44047:0:(ldlm_lockd.c:1591:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8cec417a2a00, rc 0) 00000100:00100000:2.0:1767316138.211329:0:44047:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2ae9f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_out00_00:lustre-MDT0001-mdtlov_UUID+9:69493:x1853164371876736:12345-0@lo:101:mdt00_003.0 Request processed in 100us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316138.211335:0:44047:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1767316138.211458:0:69493:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec2ae9e300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-mdtlov_UUID:69493:1853164371876736:0@lo:101:mdt00_003.0 00010000:00010000:3.0:1767316138.211469:0:69493:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432e600/0x534bd1ded0f3b486 lrc: 4/0,1 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000000000000 nid: local remote: 0x534bd1ded0f3b48d expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.211477:0:69493:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432e600/0x534bd1ded0f3b486 lrc: 4/0,1 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x534bd1ded0f3b48d expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.211509:0:69493:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b494 lrc: 3/0,1 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 69493 initiator: MDT0 00010000:00010000:3.0:1767316138.211517:0:69493:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b494 lrc: 3/0,1 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 69493 initiator: MDT1 00010000:00010000:3.0:1767316138.211525:0:69493:0:(ldlm_request.c:514:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b494 lrc: 3/0,1 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 69493 initiator: MDT1 00010000:00010000:3.0:1767316138.211603:0:69493:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b494 lrc: 3/0,1 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 69493 initiator: MDT1 00010000:00010000:3.0:1767316138.211611:0:69493:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b494 lrc: 2/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 69493 initiator: MDT1 00010000:00010000:3.0:1767316138.211617:0:69493:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b494 lrc: 3/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 69493 initiator: MDT1 00010000:00010000:3.0:1767316138.211623:0:69493:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8cec3432fa00 already unused, calling callback (ffffffffc193d550) 00010000:00010000:3.0:1767316138.211628:0:69493:0:(ldlm_request.c:355:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b494 lrc: 3/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 69493 initiator: MDT1 00010000:00010000:3.0:1767316138.211635:0:69493:0:(ldlm_request.c:1310:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b494 lrc: 4/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 69493 initiator: MDT1 00010000:00010000:3.0:1767316138.211645:0:69493:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff8ceb0aea6a00) 00010000:00010000:3.0:1767316138.211648:0:69493:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1767316138.211652:0:69493:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b494 lrc: 2/0,0 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 69493 initiator: MDT1 00010000:00010000:3.0:1767316138.211657:0:69493:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff8cec3432fa00/0x534bd1ded0f3b494 lrc: 0/0,0 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 69493 initiator: MDT1 00010000:00010000:3.0:1767316138.211685:0:69493:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432e600/0x534bd1ded0f3b486 lrc: 4/0,1 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x534bd1ded0f3b48d expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.211692:0:69493:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432e600/0x534bd1ded0f3b486 lrc: 4/0,1 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x534bd1ded0f3b48d expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.211699:0:69493:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432e600/0x534bd1ded0f3b486 lrc: 3/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x534bd1ded0f3b48d expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.211725:0:69493:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000004:00080000:3.0:1767316138.211734:0:69493:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200001b72:0x1:0x0] 00010000:00010000:3.0:1767316138.211740:0:69493:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 6/0,1 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080000000000 nid: local remote: 0x534bd1ded0f3b471 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.211747:0:69493:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 6/0,1 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080400000000 nid: local remote: 0x534bd1ded0f3b471 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.211753:0:69493:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 5/0,0 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11080400000000 nid: local remote: 0x534bd1ded0f3b471 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.211771:0:69493:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000004:00080000:3.0:1767316138.211775:0:69493:0:(osp_object.c:1389:osp_invalidate()) Invalidate osp_object [0x200001b72:0x1:0x0] 00010000:00010000:3.0:1767316138.211779:0:69493:0:(ldlm_lock.c:947:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432f000/0x534bd1ded0f3b478 lrc: 4/0,1 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000000000000 nid: local remote: 0x534bd1ded0f3b47f expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.211785:0:69493:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432f000/0x534bd1ded0f3b478 lrc: 4/0,1 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x534bd1ded0f3b47f expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.211791:0:69493:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432f000/0x534bd1ded0f3b478 lrc: 3/0,0 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x11000400000000 nid: local remote: 0x534bd1ded0f3b47f expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1767316138.211838:0:69493:0:(ldlm_lockd.c:2188:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00000100:00100000:3.0:1767316138.211904:0:69493:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ceb09342a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cb170331-aad1-462b-8f95-d7f8426b9e3d+7:34480:x1853164287437440:12345-192.168.202.25@tcp:36:rm.0 Request processed in 13736us (14493us total) trans 0 rc -39/-39 00000100:00100000:3.0:1767316138.211912:0:69493:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.25@tcp, seq: 330 00010000:00010000:2.0:1767316138.212599:0:48410:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1767316138.212607:0:48410:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432e600/0x534bd1ded0f3b486 lrc: 2/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x534bd1ded0f3b48d expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.212615:0:48410:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8cec3432e600 already unused, calling callback (ffffffffc194a290) 00010000:00010000:2.0:1767316138.212627:0:48410:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432e600/0x534bd1ded0f3b486 lrc: 3/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x534bd1ded0f3b48d expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767316138.212636:0:48410:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432e600/0x534bd1ded0f3b486 lrc: 3/0,0 mode: EX/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x534bd1ded0f3b48d expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.212665:0:48410:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432e600/0x534bd1ded0f3b486 lrc: 2/0,0 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x534bd1ded0f3b48d expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.212672:0:48410:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767316138.212703:0:48410:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432e600/0x534bd1ded0f3b486 lrc: 1/0,0 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x534bd1ded0f3b48d expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.212709:0:48410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432e600/0x534bd1ded0f3b486 lrc: 0/0,0 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x534bd1ded0f3b48d expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.212726:0:48410:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1767316138.212729:0:48410:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 4/0,0 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1080400000000 nid: local remote: 0x534bd1ded0f3b471 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.212736:0:48410:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8cec073c8800 already unused, calling callback (ffffffffc194a290) 00010000:00010000:2.0:1767316138.212751:0:48410:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 5/0,0 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1088400000000 nid: local remote: 0x534bd1ded0f3b471 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767316138.212758:0:48410:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 5/0,0 mode: CW/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1089400000000 nid: local remote: 0x534bd1ded0f3b471 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.212774:0:48410:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 4/0,0 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5889400000020 nid: local remote: 0x534bd1ded0f3b471 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.212778:0:48410:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767316138.212790:0:48410:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 3/0,0 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5889400000020 nid: local remote: 0x534bd1ded0f3b471 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.212796:0:48410:0:(ldlm_lockd.c:2793:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1767316138.212799:0:48410:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432f000/0x534bd1ded0f3b478 lrc: 2/0,0 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1000400000000 nid: local remote: 0x534bd1ded0f3b47f expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.212805:0:48410:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff8cec3432f000 already unused, calling callback (ffffffffc194a290) 00010000:00010000:2.0:1767316138.212807:0:48410:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432f000/0x534bd1ded0f3b478 lrc: 3/0,0 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1008400000000 nid: local remote: 0x534bd1ded0f3b47f expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00000004:00010000:2.0:1767316138.212836:0:48410:0:(mdt_handler.c:3944:mdt_remote_blocking_ast()) ### Revoke remote lock ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432f000/0x534bd1ded0f3b478 lrc: 3/0,0 mode: PW/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x1009400000000 nid: local remote: 0x534bd1ded0f3b47f expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.212853:0:48410:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432f000/0x534bd1ded0f3b478 lrc: 2/0,0 mode: --/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x534bd1ded0f3b47f expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.212859:0:48410:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1767316138.212876:0:48410:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432f000/0x534bd1ded0f3b478 lrc: 1/0,0 mode: --/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x534bd1ded0f3b47f expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.212883:0:48410:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec3432f000/0x534bd1ded0f3b478 lrc: 0/0,0 mode: --/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x534bd1ded0f3b47f expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.212896:0:48410:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316138.212897:0:48410:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316138.212899:0:48410:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1767316138.212912:0:32734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ceb0b1ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:32734:1853164371876992:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316138.212955:0:32734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316138.212987:0:32734:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1767316138.212993:0:32734:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ceb0b1cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:32734:1853164371876864:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316138.213019:0:32734:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316138.213056:0:32735:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff8ceb0b1cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:32735:1853164371877120:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316138.213077:0:32735:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1767316138.213111:0:41153:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371876992 00000100:00100000:2.0:1767316138.213117:0:41153:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371876992 00000100:00100000:2.0:1767316138.213150:0:41153:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371876864 00000100:00100000:2.0:1767316138.213153:0:41153:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371876864 00000100:00100000:2.0:1767316138.213169:0:41153:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1853164371877120 00000100:00100000:2.0:1767316138.213172:0:41153:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1853164371877120 00000100:00100000:2.0:1767316138.213188:0:41153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1767316138.213196:0:41153:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ceb0b1cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:32734:x1853164371876992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316138.213208:0:41153:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316138.213224:0:41153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b72:0x1:0x0].0x0 (ffff8cec1b0ac700) 00010000:00010000:2.0:1767316138.213230:0:41153:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316138.213258:0:41153:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ceb0b1cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+11:32734:x1853164371876992:12345-0@lo:103:ldlm_bl.0 Request processed in 63us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316138.213264:0:41153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1767316138.213668:0:41153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1767316138.213675:0:41153:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ceb0b1cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+10:32734:x1853164371876864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316138.213683:0:41153:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316138.213694:0:41153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cec417a2a00/0x534bd1ded0f3b48d lrc: 0/0,0 mode: --/EX res: [0x2400013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x534bd1ded0f3b486 expref: 10 pid: 44047 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.213706:0:41153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2400013a1:0x1:0x0].0x0 (ffff8cec02b16200) 00010000:00010000:2.0:1767316138.213714:0:41153:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316138.213736:0:41153:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ceb0b1cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+9:32734:x1853164371876864:12345-0@lo:103:ldlm_bl.0 Request processed in 62us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316138.213843:0:41153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1767316138.213864:0:41153:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1767316138.213869:0:41153:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff8ceb0b1cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+8:32735:x1853164371877120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316138.213877:0:41153:0:(ldlm_lockd.c:1746:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1767316138.213887:0:41153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cec417a2800/0x534bd1ded0f3b47f lrc: 0/0,0 mode: --/PW res: [0x200001b72:0x1:0x0].0xc4959c6c bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x534bd1ded0f3b478 expref: 8 pid: 48847 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1767316138.213896:0:41153:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200001b72:0x1:0x0].0xc4959c6c (ffff8cec02b16400) 00010000:00010000:2.0:1767316138.213902:0:41153:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1767316138.213929:0:41153:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8ceb0b1cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:lustre-MDT0001-mdtlov_UUID+7:32735:x1853164371877120:12345-0@lo:103:ldlm_bl.0 Request processed in 59us (851us total) trans 0 rc 0/0 00000100:00100000:2.0:1767316138.213935:0:41153:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1767316138.213988:0:32735:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ceb0b1cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:32735:1853164371877120:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316138.214012:0:32734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ceb0b1cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:32734:1853164371876864:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1767316138.214019:0:32734:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8ceb0b1ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:32734:1853164371876992:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1767316138.215409:0:41157:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316138.215417:0:51735:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1767316138.215483:0:41151:0:(ldlm_lockd.c:2083:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff8cec073c8800) 00010000:00010000:0.0:1767316138.215490:0:41151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-osp-MDT0001 lock: ffff8cec073c8800/0x534bd1ded0f3b46a lrc: 0/0,0 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x5809400000020 nid: local remote: 0x534bd1ded0f3b471 expref: -99 pid: 69493 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1767316138.215693:0:41151:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2af9e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:lustre-MDT0001-mdtlov_UUID+4:41208:x1853164371876224:12345-0@lo:105: Request processed in 12444us (12537us total) trans 0 rc 0/0 00000100:00100000:0.0:1767316138.215715:0:41151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00010000:00010000:3.0:1767316138.217458:0:41208:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8cec417a2400/0x534bd1ded0f3b471 lrc: 0/0,0 mode: --/CW res: [0x200001b72:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 0@lo remote: 0x534bd1ded0f3b46a expref: 6 pid: 48847 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1767316138.217478:0:41208:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff8cec2af9fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-MDT0000_UUID:41208:1853164371876224:0@lo:105: 00010000:00010000:3.0:1767316138.217498:0:41208:0:(ldlm_lockd.c:1807:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1767316138.217564:0:41208:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff8cec2af9d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:cb170331-aad1-462b-8f95-d7f8426b9e3d+7:13849:x1853164287437568:12345-192.168.202.25@tcp:103:ldlm_bl.0 Request processed in 14605us (14788us total) trans 0 rc 0/0 00000100:00100000:3.0:1767316138.217575:0:41208:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.25@tcp, seq: 763 00010000:00010000:1.0:1767316138.290923:0:41156:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1767316139.312962:0:48410:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1767316139.541580:0:71205:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-scrub test_4e: @@@@@@ FAIL: Fail to cleanup the env! 00010000:00010000:2.0:1767316140.337138:0:41157:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 674 lines, 674 kept, 0 dropped, 0 bad.