00000100:00100000:1.0F:1746156211.894016:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012d3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830977319103104:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746156211.894113:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0F:1746156211.897523:0:7241:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977319103104 00000100:00100000:2.0:1746156211.897540:0:7241:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977319103104 00000100:00100000:2.0:1746156211.897590:0:7241:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:2.0:1746156211.897598:0:7241:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830977319103104:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1746156211.897637:0:7241:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446064128 avail 1316601856 00000100:00100000:2.0:1746156211.897712:0:7241:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3766:x1830977319103104:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (3600us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156211.897719:0:7241:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:1.0:1746156211.897859:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012d3a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3766:1830977319103104:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1746156212.055139:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e8a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830977319103232:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746156212.055233:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156212.055326:0:9585:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977319103232 00000100:00100000:1.0:1746156212.055334:0:9585:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977319103232 00000100:00100000:1.0:1746156212.055375:0:9585:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1746156212.055384:0:9585:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3767:x1830977319103232:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746156212.055420:0:9585:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25562816 pending 28672 free 3923529728 avail 3692007424 00000100:00100000:1.0:1746156212.055457:0:9585:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+10:3767:x1830977319103232:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156212.055462:0:9585:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1746156212.055507:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e8a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830977319103232:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746156212.055874:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097400000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830977319103360:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1746156212.055898:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0F:1746156212.056011:0:16098:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977319103360 00000100:00100000:0.0:1746156212.056025:0:16098:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977319103360 00000100:00100000:0.0:1746156212.056048:0:16098:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1746156212.056054:0:16098:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830977319103360:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1746156212.056066:0:16098:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 25562816 pending 28672 free 3923529728 avail 3692007424 00000100:00100000:0.0:1746156212.056262:0:16098:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d51f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3764:x1830977319103360:12345-0@lo:13:osp-pre-0-1.0 Request processed in 207us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746156212.056269:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097400000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3764:1830977319103360:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1746156212.056269:0:16098:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1746156212.213477:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:0.0:1746156212.213544:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:0.0:1746156212.213567:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:0.0:1746156212.213581:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:0.0:1746156212.213618:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:0.0:1746156212.213647:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311901568 00000100:00100000:0.0:1746156212.213655:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311901568 00000100:00100000:0.0:1746156212.213703:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311901696 00000100:00100000:0.0:1746156212.213705:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311901696 00000100:00100000:0.0:1746156212.213731:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 80 00000100:00100000:0.0:1746156212.213739:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+21:2010:x1830977311901568:12345-192.168.204.47@tcp:400:kworker.0 00000100:00100000:0.0:1746156212.213803:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097400a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+21:2010:x1830977311901568:12345-192.168.204.47@tcp:400:kworker.0 Request processed in 65us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156212.213810:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 80 00000100:00100000:0.0:1746156212.213825:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 81 00000100:00100000:0.0:1746156212.213830:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097401180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+16:2010:x1830977311901696:12345-192.168.204.47@tcp:400:kworker.0 00000100:00100000:0.0:1746156212.213850:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097401180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+16:2010:x1830977311901696:12345-192.168.204.47@tcp:400:kworker.0 Request processed in 20us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156212.213855:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 81 00000100:00100000:0.0:1746156212.213877:0:7230:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311901184 00000100:00100000:0.0:1746156212.213879:0:7230:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311901184 00000100:00100000:0.0:1746156212.213896:0:7230:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 325 00000100:00100000:0.0:1746156212.213900:0:7230:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88007aa30850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:011e6452-d4c9-40b5-bdfc-205c48cdef31+9:2010:x1830977311901184:12345-192.168.204.47@tcp:400:kworker.0 00000100:00100000:0.0:1746156212.213919:0:7230:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88007aa30850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:011e6452-d4c9-40b5-bdfc-205c48cdef31+9:2010:x1830977311901184:12345-192.168.204.47@tcp:400:kworker.0 Request processed in 19us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156212.213923:0:7230:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 325 00000100:00080000:0.0:1746156212.213943:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746156212.213947:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0F:1746156212.214242:0:9541:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311901312 00000100:00100000:3.0:1746156212.214251:0:9541:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311901312 00000100:00100000:3.0:1746156212.214277:0:9541:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311901440 00000100:00100000:3.0:1746156212.214279:0:9541:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311901440 00000100:00100000:3.0:1746156212.214292:0:9541:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 169 00000100:00100000:3.0:1746156212.214297:0:9541:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097400700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cbebb60e-b777-4319-9cd8-66b09a25862d+18:2010:x1830977311901312:12345-192.168.204.47@tcp:400:kworker.0 00000100:00100000:3.0:1746156212.214329:0:9541:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097400700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cbebb60e-b777-4319-9cd8-66b09a25862d+18:2010:x1830977311901312:12345-192.168.204.47@tcp:400:kworker.0 Request processed in 32us (864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156212.214333:0:9541:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 169 00000100:00100000:3.0:1746156212.214343:0:9541:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 170 00000100:00100000:3.0:1746156212.214346:0:9541:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cbebb60e-b777-4319-9cd8-66b09a25862d+6:2010:x1830977311901440:12345-192.168.204.47@tcp:400:kworker.0 00000100:00100000:3.0:1746156212.214363:0:9541:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:cbebb60e-b777-4319-9cd8-66b09a25862d+6:2010:x1830977311901440:12345-192.168.204.47@tcp:400:kworker.0 Request processed in 16us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156212.214368:0:9541:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 170 00000100:00080000:0.0:1746156212.214719:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1746156212.214722:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746156212.259064:0:7225:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746156213.261426:0:7226:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746156213.782956:0:17910:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-flr test 0j: test lfs mirror read/write commands ========================================================== 23:23:33 (1746156213) 00000100:00100000:0.0:1746156213.821616:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156213.821684:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311901824 00000100:00100000:2.0:1746156213.821694:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311901824 00000100:00100000:2.0:1746156213.821744:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 976 00000100:00100000:2.0:1746156213.821751:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097401500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+18:15081:x1830977311901824:12345-192.168.204.47@tcp:101:lfs.0 00010000:00010000:2.0:1746156213.821772:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156213.821792:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b40766 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbb9e expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.821858:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3400/0x2187d96892b4076d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.821871:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3400/0x2187d96892b4076d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.821884:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3400/0x2187d96892b4076d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.821896:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b40774 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.821902:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b40774 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.821907:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b40774 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.821974:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3400/0x2187d96892b4076d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.821980:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3400/0x2187d96892b4076d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.821985:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3400/0x2187d96892b4076d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.821990:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801229c3400 already unused, calling callback (ffffffffa0f17690) 00010000:00010000:2.0:1746156213.821994:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3400/0x2187d96892b4076d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.821999:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3400/0x2187d96892b4076d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.822011:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880098881400) 00010000:00010000:2.0:1746156213.822014:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156213.822017:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3400/0x2187d96892b4076d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.822021:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3400/0x2187d96892b4076d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.822030:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b40774 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.822034:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b40774 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.822037:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b40774 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.822041:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801229c2000 already unused, calling callback (ffffffffa0f17690) 00010000:00010000:2.0:1746156213.822046:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b40774 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.822050:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b40774 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.822056:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbccb0c83 (ffff8800985e0c00) 00010000:00010000:2.0:1746156213.822057:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156213.822059:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b40774 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.822063:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b40774 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.822088:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b40766 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbb9e expref: 19 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.822094:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b40766 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbb9e expref: 19 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.822101:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801229c2800, rc 0) 00000100:00100000:2.0:1746156213.822190:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097401500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+18:15081:x1830977311901824:12345-192.168.204.47@tcp:101:lfs.0 Request processed in 438us (586us total) trans 0 rc 301/301 00000100:00100000:2.0:1746156213.822196:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 976 00000100:00100000:3.0:1746156213.836496:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:0.0:1746156213.836630:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311902080 00000100:00100000:0.0:1746156213.836639:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311902080 00000100:00100000:0.0:1746156213.836697:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 977 00000100:00100000:0.0:1746156213.836705:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012e8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+18:15081:x1830977311902080:12345-192.168.204.47@tcp:101:lfs.0 00010000:00010000:0.0:1746156213.836725:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156213.836730:0:7236:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746156213.836757:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012b8ed600/0x2187d96892b404bf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbabe expref: 18 pid: 7237 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.836772:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880098881400) 00010000:00010000:0.0:1746156213.836776:0:7236:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746156213.836787:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e21200/0x2187d96892b4077b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbba5 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.836892:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e21000/0x2187d96892b40782 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.836911:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e21000/0x2187d96892b40782 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.836920:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e21000/0x2187d96892b40782 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.836932:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e20a00/0x2187d96892b40789 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.836937:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e20a00/0x2187d96892b40789 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.836942:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e20a00/0x2187d96892b40789 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.837559:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2a400/0x2187d96892b40790 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.837567:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2a400/0x2187d96892b40790 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.837574:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2a400/0x2187d96892b40790 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:0.0:1746156213.837582:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00010000:00010000:0.0:1746156213.837605:0:7236:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e21000/0x2187d96892b40782 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.837612:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e21000/0x2187d96892b40782 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.837617:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e21000/0x2187d96892b40782 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.837622:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e21000/0x2187d96892b40782 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.837632:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e21000 already unused, calling callback (ffffffffa0f17690) 00010000:00010000:0.0:1746156213.837635:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e21000/0x2187d96892b40782 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.837641:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e21000/0x2187d96892b40782 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.837649:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880098881400) 00010000:00010000:0.0:1746156213.837651:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156213.837654:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e21000/0x2187d96892b40782 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.837658:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e21000/0x2187d96892b40782 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00000004:00010000:0.0:1746156213.837668:0:7236:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012e8a6a00 reply state ffff880097f18000 transno 4294967649 ns: mdt-lustre-MDT0000_UUID lock: ffff880097e20a00/0x2187d96892b40789 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.837675:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e20a00/0x2187d96892b40789 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.837679:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbccb0c83 (ffff88009881a000) 00010000:00010000:0.0:1746156213.837681:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1746156213.837684:0:7236:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746156213.837704:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e21200/0x2187d96892b4077b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbba5 expref: 20 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.837714:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2a400/0x2187d96892b40790 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbba5 expref: 19 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.837720:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88009881a100) 00010000:00010000:0.0:1746156213.837725:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746156213.837727:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2a400, rc 0) 00000100:00100000:0.0:1746156213.837787:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012e8a6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+20:15081:x1830977311902080:12345-192.168.204.47@tcp:101:lfs.0 Request processed in 1083us (1298us total) trans 4294967649 rc 0/0 00000100:00100000:0.0:1746156213.837793:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 977 00000100:00100000:0.0:1746156213.839795:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156213.839857:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311902336 00000100:00100000:2.0:1746156213.839865:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311902336 00000100:00100000:2.0:1746156213.839916:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 978 00000100:00100000:2.0:1746156213.839924:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097401880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+20:15081:x1830977311902336:12345-192.168.204.47@tcp:101:lfs.0 00010000:00010000:2.0:1746156213.839944:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156213.839980:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b4079e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbbac expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.840121:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407a5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.840133:0:7236:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2a400/0x2187d96892b40790 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbba5 expref: 21 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.840139:0:7236:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407a5 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.840180:0:7236:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2a400/0x2187d96892b40790 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbba5 expref: 21 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.840192:0:7236:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2a400/0x2187d96892b40790 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbba5 expref: 21 pid: 7236 timeout: 308 lvb_type: 0 00000100:00100000:2.0:1746156213.840219:0:7236:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdff480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7236:1830977319103488:192.168.204.47@tcp:104: 00000100:00100000:2.0:1746156213.840312:0:7236:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b8f06c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746156213.842443:0:7236:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdff480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7236:1830977319103488:192.168.204.47@tcp:104: 00010000:00010000:2.0:1746156213.842473:0:7236:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407a5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000100:00100000:1.0:1746156213.844829:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156213.844997:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311902464 00000100:00100000:3.0:1746156213.845006:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311902464 00010000:00010000:3.0:1746156213.845054:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2a400/0x2187d96892b40790 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbba5 expref: 22 pid: 7236 timeout: 308 lvb_type: 0 00000100:00100000:3.0:1746156213.845088:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 223 00000100:00100000:3.0:1746156213.845108:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+22:2009:x1830977311902464:12345-192.168.204.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156213.845138:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156213.845145:0:7222:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2a400/0x2187d96892b40790 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbba5 expref: 22 pid: 7236 timeout: 308 lvb_type: 0 00010000:00010000:3.0:1746156213.845166:0:7222:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2a400/0x2187d96892b40790 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbba5 expref: 22 pid: 7236 timeout: 308 lvb_type: 0 00010000:00010000:3.0:1746156213.845203:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2a400/0x2187d96892b40790 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbba5 expref: 22 pid: 7236 timeout: 308 lvb_type: 0 00010000:00010000:3.0:1746156213.845219:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88009881a100) 00010000:00010000:3.0:1746156213.845225:0:7222:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407a5 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746156213.845234:0:7222:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746156213.845242:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407a5 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746156213.845261:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156213.845311:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d51880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+21:2009:x1830977311902464:12345-192.168.204.47@tcp:103:ldlm_bl.0 Request processed in 205us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156213.845319:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 223 00010000:00010000:2.0:1746156213.846145:0:7236:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.846163:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:2.0:1746156213.846181:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000004:00080000:2.0:1746156213.846369:0:7236:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x11:0x0], index 1: 0 00000004:00080000:2.0:1746156213.846381:0:7236:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x11:0x0], index 0: 0 00010000:00010000:2.0:1746156213.846474:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407a5 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.846481:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407a5 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.846487:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407a5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.846492:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801229c2000 already unused, calling callback (ffffffffa0f17690) 00010000:00010000:2.0:1746156213.846495:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407a5 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.846501:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407a5 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.846511:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff88009881a100) 00010000:00010000:2.0:1746156213.846513:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746156213.846516:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407a5 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.846521:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407a5 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.846572:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b4079e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbac expref: 21 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.846579:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b4079e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbac expref: 21 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.846586:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801229c2800, rc 0) 00000100:00100000:2.0:1746156213.846622:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097401880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+20:15081:x1830977311902336:12345-192.168.204.47@tcp:101:lfs.0 Request processed in 6699us (6834us total) trans 4294967650 rc 301/301 00000100:00100000:2.0:1746156213.846633:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 978 00000100:00100000:1.0:1746156213.853957:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156213.854420:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311902720 00000100:00100000:3.0:1746156213.854431:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311902720 00000100:00100000:3.0:1746156213.854498:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 230 00000100:00100000:3.0:1746156213.854509:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+20:15081:x1830977311902720:12345-192.168.204.47@tcp:35:lfs.0 00000100:00100000:3.0:1746156213.856302:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d52d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+21:15081:x1830977311902720:12345-192.168.204.47@tcp:35:lfs.0 Request processed in 1785us (2344us total) trans 4294967651 rc 0/0 00000100:00100000:3.0:1746156213.856315:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 230 00000100:00100000:0.0:1746156213.858498:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156213.858695:0:7239:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311902976 00000100:00100000:3.0:1746156213.858706:0:7239:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311902976 00000100:00100000:3.0:1746156213.858748:0:7239:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 231 00000100:00100000:3.0:1746156213.858756:0:7239:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097401c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+21:15081:x1830977311902976:12345-192.168.204.47@tcp:35:lfs.0 00000100:00100000:3.0:1746156213.858982:0:7239:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097401c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+22:15081:x1830977311902976:12345-192.168.204.47@tcp:35:lfs.0 Request processed in 226us (491us total) trans 4294967652 rc 0/0 00000100:00100000:3.0:1746156213.858989:0:7239:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 231 00000100:00100000:0.0:1746156213.871578:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156213.872635:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311903104 00000100:00100000:2.0:1746156213.872648:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311903104 00000100:00100000:2.0:1746156213.872706:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 979 00000100:00100000:2.0:1746156213.872714:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097401f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+22:15082:x1830977311903104:12345-192.168.204.47@tcp:101:cp.0 00010000:00010000:2.0:1746156213.872739:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156213.872759:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3c00/0x2187d96892b407b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbbb3 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.872830:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3e00/0x2187d96892b407ba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.872842:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3e00/0x2187d96892b407ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.872852:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3e00/0x2187d96892b407ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:2.0:1746156213.873544:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1746156213.873549:0:7236:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746156213.873568:0:7236:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3e00/0x2187d96892b407ba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.873591:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3c00/0x2187d96892b407b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbb3 expref: 24 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.873607:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c3e00/0x2187d96892b407ba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbb3 expref: 23 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.873616:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880098881400) 00010000:00010000:2.0:1746156213.873627:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746156213.873631:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801229c3e00, rc 0) 00000100:00100000:2.0:1746156213.874214:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097401f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+23:15082:x1830977311903104:12345-192.168.204.47@tcp:101:cp.0 Request processed in 1498us (2645us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156213.874222:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 979 00000100:00100000:0.0:1746156213.876568:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156213.877498:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311903232 00000100:00100000:2.0:1746156213.877511:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311903232 00000100:00100000:2.0:1746156213.877563:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 980 00000100:00100000:2.0:1746156213.877570:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+23:15082:x1830977311903232:12345-192.168.204.47@tcp:101:cp.0 00010000:00010000:2.0:1746156213.877589:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156213.877611:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b407c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbbba expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.877674:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877687:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877696:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407c8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877705:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b407cf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877710:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b407cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877714:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b407cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877791:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880130635200/0x2187d96892b407d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877804:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130635200/0x2187d96892b407d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877810:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130635200/0x2187d96892b407d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:2.0:1746156213.877844:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00000004:00200000:2.0:1746156213.877848:0:7236:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746156213.877863:0:7236:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880130635200/0x2187d96892b407d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877873:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130635200/0x2187d96892b407d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877881:0:7236:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407c8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877886:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407c8 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877892:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407c8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877897:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407c8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877902:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801229c2000 already unused, calling callback (ffffffffa0f17690) 00010000:00010000:2.0:1746156213.877906:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407c8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877912:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407c8 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877921:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880098881400) 00010000:00010000:2.0:1746156213.877928:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156213.877933:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407c8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877938:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2000/0x2187d96892b407c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877948:0:7236:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b407cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877953:0:7236:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b407cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877984:0:7236:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b407cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877989:0:7236:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801229c2a00 already unused, calling callback (ffffffffa0f17690) 00010000:00010000:2.0:1746156213.877991:0:7236:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b407cf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.877996:0:7236:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b407cf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.878003:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbccb0c83 (ffff88009881a000) 00010000:00010000:2.0:1746156213.878005:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156213.878007:0:7236:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b407cf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.878012:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b407cf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.878035:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b407c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbba expref: 25 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.878053:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130635200/0x2187d96892b407d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbba expref: 24 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.878059:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:2.0:1746156213.878061:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156213.878063:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130635200, rc 0) 00000100:00100000:2.0:1746156213.878124:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+24:15082:x1830977311903232:12345-192.168.204.47@tcp:101:cp.0 Request processed in 553us (1562us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156213.878130:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 980 00000100:00100000:2.0:1746156213.884083:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:0.0:1746156213.884116:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311903360 00000100:00100000:0.0:1746156213.884126:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311903360 00000100:00100000:0.0:1746156213.884194:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 240 00000100:00100000:0.0:1746156213.884203:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cbebb60e-b777-4319-9cd8-66b09a25862d+21:2009:x1830977311903360:12345-192.168.204.47@tcp:101:cp.0 00010000:00010000:0.0:1746156213.884227:0:9883:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156213.884247:0:9883:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097e2a400/0x2187d96892b407dd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbbc1 expref: -99 pid: 9883 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746156213.884270:0:9883:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1746156213.884292:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156213.884294:0:9883:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746156213.884302:0:9883:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097e2a400/0x2187d96892b407dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbc1 expref: 22 pid: 9883 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156213.884319:0:9883:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880097e2a400/0x2187d96892b407dd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbc1 expref: 22 pid: 9883 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746156213.884331:0:9883:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2a400, rc 0) 00000100:00100000:0.0:1746156213.884387:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:cbebb60e-b777-4319-9cd8-66b09a25862d+22:2009:x1830977311903360:12345-192.168.204.47@tcp:101:cp.0 Request processed in 185us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156213.884401:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 240 00000100:00100000:0.0:1746156213.887811:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156213.888093:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311903616 00000100:00100000:2.0:1746156213.888104:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311903616 00000100:00100000:2.0:1746156213.888161:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 981 00000100:00100000:2.0:1746156213.888170:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88006ef5b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+24:15082:x1830977311903616:12345-192.168.204.47@tcp:101:cp.0 00010000:00010000:2.0:1746156213.888193:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156213.888214:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130635600/0x2187d96892b407e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbbc8 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.888329:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2c00/0x2187d96892b407eb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.888342:0:7236:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880130635200/0x2187d96892b407d6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbba expref: 25 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.888348:0:7236:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2c00/0x2187d96892b407eb lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.888382:0:7236:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880130635200/0x2187d96892b407d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbba expref: 25 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.888401:0:7236:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880130635200/0x2187d96892b407d6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbba expref: 25 pid: 7236 timeout: 308 lvb_type: 0 00000100:00100000:2.0:1746156213.888414:0:7236:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdfd500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7236:1830977319103616:192.168.204.47@tcp:104: 00000100:00100000:2.0:1746156213.888498:0:7236:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b8f0c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746156213.891232:0:7236:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdfd500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7236:1830977319103616:192.168.204.47@tcp:104: 00010000:00010000:2.0:1746156213.891251:0:7236:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2c00/0x2187d96892b407eb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000100:00100000:0.0:1746156213.891579:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156213.892932:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311903744 00000100:00100000:2.0:1746156213.892939:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311903744 00010000:00010000:2.0:1746156213.892980:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130635200/0x2187d96892b407d6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbba expref: 26 pid: 7236 timeout: 308 lvb_type: 0 00000100:00100000:2.0:1746156213.893002:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 224 00000100:00100000:2.0:1746156213.893009:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097402680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+26:2009:x1830977311903744:12345-192.168.204.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156213.893020:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156213.893024:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880130635200/0x2187d96892b407d6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbba expref: 26 pid: 7236 timeout: 308 lvb_type: 0 00010000:00010000:2.0:1746156213.893033:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880130635200/0x2187d96892b407d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbba expref: 26 pid: 7236 timeout: 308 lvb_type: 0 00010000:00010000:2.0:1746156213.893050:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130635200/0x2187d96892b407d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbba expref: 26 pid: 7236 timeout: 308 lvb_type: 0 00010000:00010000:2.0:1746156213.893060:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:2.0:1746156213.893068:0:7223:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2c00/0x2187d96892b407eb lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.893075:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2c00/0x2187d96892b407eb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.893080:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2c00/0x2187d96892b407eb lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.893095:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156213.893126:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097402680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+25:2009:x1830977311903744:12345-192.168.204.47@tcp:103:ldlm_bl.0 Request processed in 118us (1550us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156213.893133:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 224 00010000:00010000:2.0:1746156213.893196:0:7236:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2c00/0x2187d96892b407eb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156213.893201:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2c00/0x2187d96892b407eb lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00200000:2.0:1746156213.893216:0:7236:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 0 00010000:00010000:2.0:1746156213.893306:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130635600/0x2187d96892b407e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbc8 expref: 26 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.893316:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2c00/0x2187d96892b407eb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbc8 expref: 25 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.893322:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:2.0:1746156213.893324:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1746156213.893326:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801229c2c00, rc 0) 00000100:00100000:2.0:1746156213.893345:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88006ef5b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+25:15082:x1830977311903616:12345-192.168.204.47@tcp:101:cp.0 Request processed in 5177us (5544us total) trans 4294967653 rc 0/0 00000100:00100000:2.0:1746156213.893351:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 981 00000100:00100000:0.0:1746156213.901096:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:0.0:1746156213.901141:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311903872 00000100:00100000:0.0:1746156213.901149:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311903872 00000100:00100000:0.0:1746156213.901196:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 982 00000100:00100000:0.0:1746156213.901203:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097402a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+25:15082:x1830977311903872:12345-192.168.204.47@tcp:101:cp.0 00010000:00010000:0.0:1746156213.901220:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156213.901234:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b407f9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbbcf expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.901262:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ae00/0x2187d96892b40800 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.901272:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ae00/0x2187d96892b40800 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.901280:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ae00/0x2187d96892b40800 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156213.901352:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b407f9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbcf expref: 27 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.901363:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ae00/0x2187d96892b40800 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbcf expref: 26 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156213.901369:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:0.0:1746156213.901371:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1746156213.901378:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2ae00, rc 0) 00000100:00100000:0.0:1746156213.901413:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097402a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+26:15082:x1830977311903872:12345-192.168.204.47@tcp:101:cp.0 Request processed in 211us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156213.901419:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 982 00000100:00100000:2.0:1746156213.913825:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156213.915711:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311904128 00000100:00100000:3.0:1746156213.915724:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311904128 00000100:00100000:3.0:1746156213.916359:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 983 00000100:00100000:3.0:1746156213.916369:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+26:15082:x1830977311904128:12345-192.168.204.47@tcp:36:cp.0 00010000:00010000:3.0:1746156213.916553:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b40807 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.916566:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b40807 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.916574:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b40807 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000001:00080000:3.0:1746156213.916605:0:7235:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294967654 00000004:00010000:3.0:1746156213.916623:0:7235:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012bdfc380 reply state ffff880097d6d000 transno 4294967655 ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b40807 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.916631:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b40807 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.916636:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:3.0:1746156213.916639:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1746156213.916642:0:7235:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746156213.916708:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdfc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+29:15082:x1830977311904128:12345-192.168.204.47@tcp:36:cp.0 Request processed in 341us (2889us total) trans 4294967655 rc 0/0 00000100:00100000:3.0:1746156213.916714:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 983 00000020:00080000:3.0:1746156213.916718:0:7235:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746156213.919913:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156213.920007:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311904256 00000100:00100000:3.0:1746156213.920014:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311904256 00000100:00100000:3.0:1746156213.920519:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 984 00000100:00100000:3.0:1746156213.920528:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097402d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+29:15082:x1830977311904256:12345-192.168.204.47@tcp:101:cp.0 00010000:00010000:3.0:1746156213.920548:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156213.920567:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b4080e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbbd6 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156213.920612:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b4080e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbd6 expref: 30 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156213.920623:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b4080e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbd6 expref: 30 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156213.920637:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:3.0:1746156213.920640:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746156213.920643:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801229c2800, rc 0) 00000100:00100000:3.0:1746156213.920898:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097402d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+30:15082:x1830977311904256:12345-192.168.204.47@tcp:101:cp.0 Request processed in 370us (989us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156213.920904:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 984 00000100:00100000:0.0:1746156213.922644:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156213.922830:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311904512 00000100:00100000:3.0:1746156213.922839:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311904512 00000100:00100000:3.0:1746156213.923066:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 985 00000100:00100000:3.0:1746156213.923074:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097403100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+30:15082:x1830977311904512:12345-192.168.204.47@tcp:101:cp.0 00010000:00010000:3.0:1746156213.923091:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156213.923094:0:7235:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746156213.923116:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b4080e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbd6 expref: 30 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156213.923140:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:3.0:1746156213.923144:0:7235:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156213.923168:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800988d2c00/0x2187d96892b40815 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbbdd expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156213.923210:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800989b8000/0x2187d96892b4081c lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.923220:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800989b8000/0x2187d96892b4081c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.923229:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800989b8000/0x2187d96892b4081c lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000040:00080000:3.0:1746156213.923406:0:7235:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 88 off9200 00000004:00080000:3.0:1746156213.923414:0:7235:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 208303453581ns, next at 169094213645ns, rc = 0 00000040:00080000:3.0:1746156213.923441:0:7235:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 88 off9112 00000004:00080000:3.0:1746156213.923446:0:7235:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 208303486446ns, next at 192407783485ns, rc = 0 00000001:00080000:0.0:1746156213.926813:0:7218:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967656 is committed 00000004:00080000:0.0:1746156213.926829:0:7218:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000004:00080000:0.0:1746156213.926848:0:7218:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00010000:00010000:3.0:1746156213.929675:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e20a00/0x2187d96892b40789 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746156213.929694:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e20a00/0x2187d96892b40789 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746156213.929702:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e20a00/0x2187d96892b40789 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746156213.929708:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e20a00 already unused, calling callback (ffffffffa0f17690) 00010000:00010000:3.0:1746156213.929714:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e20a00/0x2187d96892b40789 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746156213.929740:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e20a00/0x2187d96892b40789 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746156213.929760:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbccb0c83 (ffff88009881a000) 00010000:00010000:3.0:1746156213.929764:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156213.929767:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e20a00/0x2187d96892b40789 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746156213.929772:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e20a00/0x2187d96892b40789 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:3.0:1746156213.929814:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b40807 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.929819:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b40807 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.929823:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b40807 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.929826:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801229c2a00 already unused, calling callback (ffffffffa0f17690) 00010000:00010000:3.0:1746156213.929828:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b40807 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.929832:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b40807 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.929839:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:3.0:1746156213.929841:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746156213.929843:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b40807 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.929847:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2a00/0x2187d96892b40807 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00000100:00100000:2.0:1746156213.930097:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830977319103744:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746156213.930178:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156213.930406:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830977319103872:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1746156213.930435:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156213.930533:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977319103744 00000100:00100000:0.0:1746156213.930541:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977319103744 00000100:00100000:0.0:1746156213.930584:0:9883:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977319103872 00000100:00100000:0.0:1746156213.930586:0:9883:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977319103872 00000100:00100000:0.0:1746156213.930602:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1746156213.930609:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+10:3765:x1830977319103744:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1746156213.930766:0:9883:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1746156213.930769:0:9883:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1746156213.930771:0:9883:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746156213.930773:0:9883:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:0.0:1746156213.930774:0:9883:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:0.0:1746156213.930831:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3765:x1830977319103744:12345-0@lo:2:osp-syn-0-0.0 Request processed in 221us (652us total) trans 4294967339 rc 0/0 00000100:00100000:0.0:1746156213.930837:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:0.0:1746156213.930852:0:9883:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1746156213.930857:0:9883:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+11:3766:x1830977319103872:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746156213.930947:0:9883:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d50700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+12:3766:x1830977319103872:12345-0@lo:2:osp-syn-1-0.0 Request processed in 90us (512us total) trans 4294967348 rc 0/0 00000100:00100000:0.0:1746156213.930953:0:9883:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00080000:0.0:1746156213.930997:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746156213.931000:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1746156213.931177:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800989b8000/0x2187d96892b4081c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0xa/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbdd expref: 21 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156213.931188:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:3.0:1746156213.931190:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1746156213.931203:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800988d2c00/0x2187d96892b40815 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbdd expref: 21 pid: 7235 timeout: 0 lvb_type: 3 00010000:00010000:3.0:1746156213.931220:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800989b8000/0x2187d96892b4081c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0xa/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbdd expref: 20 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156213.931248:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:3.0:1746156213.931250:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint a 00010000:00010000:3.0:1746156213.931253:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800989b8000, rc 0) 00000100:00100000:3.0:1746156213.931301:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097403100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+20:15082:x1830977311904512:12345-192.168.204.47@tcp:101:cp.0 Request processed in 8228us (8663us total) trans 4294967656 rc 0/0 00000100:00100000:3.0:1746156213.931309:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 985 00000004:00080000:2.0:1746156213.931736:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bdfe680/2, rc 0, transno 4294967339 00000100:00100000:2.0:1746156213.931742:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdfe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830977319103744:0@lo:2:osp-syn-0-0.0 00000004:00080000:1.0:1746156213.931810:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097d52300/2, rc 0, transno 4294967348 00000100:00100000:1.0:1746156213.931813:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097d52300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830977319103872:0@lo:2:osp-syn-1-0.0 00000001:00080000:3.0:1746156213.934079:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967348 is committed 00000001:00080000:3.0:1746156213.934103:0:10917:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967341 is committed 00000100:00100000:0.0:1746156213.937390:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156213.937535:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311904640 00000100:00100000:3.0:1746156213.937545:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311904640 00000100:00100000:3.0:1746156213.937596:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 243 00000100:00100000:3.0:1746156213.937605:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+15:15082:x1830977311904640:12345-192.168.204.47@tcp:101:cp.0 00010000:00010000:3.0:1746156213.937631:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156213.937656:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097eff800/0x2187d96892b40823 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbbe4 expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746156213.937698:0:9581:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1746156213.937724:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156213.937727:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746156213.937734:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097eff800/0x2187d96892b40823 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbe4 expref: 16 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156213.937751:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097eff800/0x2187d96892b40823 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbe4 expref: 16 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156213.937761:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097eff800, rc 0) 00000100:00100000:3.0:1746156213.937833:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097403480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+16:15082:x1830977311904640:12345-192.168.204.47@tcp:101:cp.0 Request processed in 229us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156213.937839:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 243 00000100:00100000:0.0:1746156213.940039:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156213.940577:0:9588:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311904768 00000100:00100000:3.0:1746156213.940588:0:9588:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311904768 00002000:00010000:3.0:1746156213.940629:0:9588:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/17 (0->18446744073709551615) 00002000:00100000:3.0:1746156213.940634:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097403800 with x1830977311904768 ext(0->18446744073709551615) 00002000:00010000:3.0:1746156213.940645:0:9588:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097403800. 00000100:00100000:3.0:1746156213.941319:0:9588:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 24 00000100:00100000:3.0:1746156213.941330:0:9588:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cbebb60e-b777-4319-9cd8-66b09a25862d+16:2008:x1830977311904768:12345-192.168.204.47@tcp:10:cp.0 00002000:00010000:3.0:1746156213.941519:0:9588:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746156213.941522:0:9588:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb mtime from disk: 0 -> 1746156214 00002000:00010000:3.0:1746156213.941525:0:9588:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746156213.941526:0:9588:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb ctime from disk: 0 -> 1746156214 00002000:00010000:3.0:1746156213.941528:0:9588:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1746156213.941596:0:9588:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097403800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:cbebb60e-b777-4319-9cd8-66b09a25862d+17:2008:x1830977311904768:12345-192.168.204.47@tcp:10:cp.0 Request processed in 268us (1563us total) trans 4294967349 rc 0/0 00000100:00100000:3.0:1746156213.941603:0:9588:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 24 00002000:00010000:3.0:1746156213.941609:0:9588:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/17 (0->18446744073709551615) 00002000:00100000:3.0:1746156213.941611:0:9588:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097403800 with x1830977311904768 ext(0->18446744073709551615) 00002000:00010000:3.0:1746156213.941617:0:9588:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880097403800. 00000100:00100000:0.0:1746156213.948877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156213.951933:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311904896 00000100:00100000:3.0:1746156213.951951:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311904896 00000100:00100000:3.0:1746156213.952081:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 986 00000100:00100000:3.0:1746156213.952091:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097403b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+20:15082:x1830977311904896:12345-192.168.204.47@tcp:101:cp.0 00010000:00010000:3.0:1746156213.952119:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156213.952149:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800988d2c00/0x2187d96892b4082a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbbeb expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156213.952254:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.952268:0:7235:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2c00/0x2187d96892b407eb lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbc8 expref: 21 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156213.952275:0:7235:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.952309:0:7235:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2c00/0x2187d96892b407eb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbc8 expref: 21 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156213.952321:0:7235:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2c00/0x2187d96892b407eb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbc8 expref: 21 pid: 7236 timeout: 308 lvb_type: 0 00000100:00100000:3.0:1746156213.952351:0:7235:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e8a4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7235:1830977319104000:192.168.204.47@tcp:104: 00000100:00100000:3.0:1746156213.952467:0:7235:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129836f00 going to sleep for 11 seconds 00000100:00100000:3.0:1746156213.963008:0:7235:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e8a4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7235:1830977319104000:192.168.204.47@tcp:104: 00010000:00010000:3.0:1746156213.963050:0:7235:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000100:00100000:0.0:1746156213.963665:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156213.963758:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311905024 00000100:00100000:3.0:1746156213.963764:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311905024 00010000:00010000:3.0:1746156213.963796:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2c00/0x2187d96892b407eb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbc8 expref: 22 pid: 7236 timeout: 308 lvb_type: 0 00000100:00100000:3.0:1746156213.963836:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 225 00000100:00100000:3.0:1746156213.963844:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097400700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+22:2008:x1830977311905024:12345-192.168.204.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156213.963857:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156213.963863:0:7222:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2c00/0x2187d96892b407eb lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbc8 expref: 22 pid: 7236 timeout: 308 lvb_type: 0 00010000:00010000:3.0:1746156213.963873:0:7222:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2c00/0x2187d96892b407eb lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbc8 expref: 22 pid: 7236 timeout: 308 lvb_type: 0 00010000:00010000:3.0:1746156213.963895:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2c00/0x2187d96892b407eb lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbc8 expref: 22 pid: 7236 timeout: 308 lvb_type: 0 00010000:00010000:3.0:1746156213.963912:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:3.0:1746156213.963917:0:7222:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.963940:0:7222:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.963946:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.963991:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156213.964046:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097400700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+21:2008:x1830977311905024:12345-192.168.204.47@tcp:103:ldlm_bl.0 Request processed in 202us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156213.964052:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 225 00010000:00010000:2.0:1746156213.964062:0:7235:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.964069:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:2.0:1746156213.964120:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 2 00000004:00200000:2.0:1746156213.964124:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746156213.964141:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.964180:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800988d2c00/0x2187d96892b4082a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbeb expref: 21 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.967228:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbeb expref: 20 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.967241:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:2.0:1746156213.967244:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156213.967248:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090bfc400, rc 0) 00000100:00100000:2.0:1746156213.967340:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097403b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+20:15082:x1830977311904896:12345-192.168.204.47@tcp:101:cp.0 Request processed in 15245us (18471us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156213.967355:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 986 00000100:00100000:0.0:1746156213.969877:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156213.970096:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311905280 00000100:00100000:2.0:1746156213.970117:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311905280 00000100:00100000:2.0:1746156213.970190:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 232 00000100:00100000:2.0:1746156213.970199:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+20:15082:x1830977311905280:12345-192.168.204.47@tcp:35:cp.0 00000100:00100000:2.0:1746156213.970501:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097400e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+21:15082:x1830977311905280:12345-192.168.204.47@tcp:35:cp.0 Request processed in 303us (632us total) trans 4294967657 rc 0/0 00000100:00100000:2.0:1746156213.970508:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 232 00000100:00100000:0.0:1746156213.983323:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156213.984844:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311905408 00000100:00100000:2.0:1746156213.984856:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311905408 00000100:00100000:2.0:1746156213.984922:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 987 00000100:00100000:2.0:1746156213.984931:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097401500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+21:15083:x1830977311905408:12345-192.168.204.47@tcp:101:lfs.0 00010000:00010000:2.0:1746156213.984986:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156213.985006:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ba00/0x2187d96892b40838 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbbf2 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.985075:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2b000/0x2187d96892b4083f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985089:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2b000/0x2187d96892b4083f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985101:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2b000/0x2187d96892b4083f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985117:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b40846 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985123:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b40846 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985128:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b40846 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985234:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097effe00/0x2187d96892b4084d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985242:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097effe00/0x2187d96892b4084d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985249:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097effe00/0x2187d96892b4084d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:2.0:1746156213.985286:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 159 00000004:00200000:2.0:1746156213.985291:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746156213.985308:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880097effe00/0x2187d96892b4084d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985319:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097effe00/0x2187d96892b4084d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985327:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2b000/0x2187d96892b4083f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985332:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2b000/0x2187d96892b4083f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985338:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2b000/0x2187d96892b4083f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985344:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e2b000 already unused, calling callback (ffffffffa0f17690) 00010000:00010000:2.0:1746156213.985349:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2b000/0x2187d96892b4083f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985355:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2b000/0x2187d96892b4083f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985367:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880098881400) 00010000:00010000:2.0:1746156213.985373:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156213.985378:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2b000/0x2187d96892b4083f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985383:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2b000/0x2187d96892b4083f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985416:0:7235:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b40846 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985422:0:7235:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b40846 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985427:0:7235:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b40846 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985431:0:7235:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097e2bc00 already unused, calling callback (ffffffffa0f17690) 00010000:00010000:2.0:1746156213.985433:0:7235:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b40846 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985438:0:7235:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b40846 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985445:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbccb0c83 (ffff8800985e0100) 00010000:00010000:2.0:1746156213.985447:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746156213.985449:0:7235:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b40846 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985453:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b40846 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbccb0c83 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.985479:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ba00/0x2187d96892b40838 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbf2 expref: 23 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.985500:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097effe00/0x2187d96892b4084d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbf2 expref: 22 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.985506:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:2.0:1746156213.985508:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156213.985510:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097effe00, rc 0) 00000100:00100000:2.0:1746156213.985571:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097401500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+22:15083:x1830977311905408:12345-192.168.204.47@tcp:101:lfs.0 Request processed in 640us (2260us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156213.985578:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 987 00000100:00100000:0.0:1746156213.989349:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156213.989939:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311905536 00000100:00100000:3.0:1746156213.989953:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311905536 00000100:00100000:3.0:1746156213.990070:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 11 00000100:00100000:3.0:1746156213.990078:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a7540050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+22:2008:x1830977311905536:12345-192.168.204.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156213.990096:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156213.990128:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097effe00/0x2187d96892b4084d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbf2 expref: 22 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156213.990148:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:3.0:1746156213.990162:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156213.990213:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a7540050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+21:2008:x1830977311905536:12345-192.168.204.47@tcp:103:ldlm_bl.0 Request processed in 135us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156213.990219:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 11 00000100:00100000:0.0:1746156213.991590:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156213.991702:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311905792 00000100:00100000:2.0:1746156213.991710:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311905792 00000100:00100000:2.0:1746156213.992358:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 988 00000100:00100000:2.0:1746156213.992368:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097401880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+21:15083:x1830977311905792:12345-192.168.204.47@tcp:101:lfs.0 00010000:00010000:2.0:1746156213.992390:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156213.992413:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012150a000/0x2187d96892b40854 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbbf9 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.992546:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b4085b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.992561:0:7235:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbeb expref: 22 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.992569:0:7235:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b4085b lrc: 4/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156213.992603:0:7235:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbeb expref: 22 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156213.992632:0:7235:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbeb expref: 22 pid: 7235 timeout: 308 lvb_type: 0 00000100:00100000:2.0:1746156213.992645:0:7235:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdffb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7235:1830977319104128:192.168.204.47@tcp:104: 00000100:00100000:2.0:1746156213.992749:0:7235:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b8f0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746156213.996531:0:7235:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdffb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7235:1830977319104128:192.168.204.47@tcp:104: 00010000:00010000:2.0:1746156213.996560:0:7235:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b4085b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000100:00100000:0.0:1746156213.998009:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156213.998079:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311905920 00000100:00100000:3.0:1746156213.998087:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311905920 00010000:00010000:3.0:1746156213.998123:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbeb expref: 23 pid: 7235 timeout: 308 lvb_type: 0 00000100:00100000:3.0:1746156213.998190:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 226 00000100:00100000:3.0:1746156213.998198:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097401f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+23:2009:x1830977311905920:12345-192.168.204.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156213.998211:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156213.998216:0:7222:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbeb expref: 23 pid: 7235 timeout: 308 lvb_type: 0 00010000:00010000:3.0:1746156213.998227:0:7222:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbeb expref: 23 pid: 7235 timeout: 308 lvb_type: 0 00010000:00010000:3.0:1746156213.998249:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfc400/0x2187d96892b40831 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbeb expref: 23 pid: 7235 timeout: 308 lvb_type: 0 00010000:00010000:3.0:1746156213.998279:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:3.0:1746156213.998284:0:7222:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b4085b lrc: 3/0,1 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.998293:0:7222:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b4085b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.998300:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b4085b lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.998319:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746156213.998371:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097401f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+22:2009:x1830977311905920:12345-192.168.204.47@tcp:103:ldlm_bl.0 Request processed in 174us (372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156213.998378:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 226 00010000:00010000:3.0:1746156213.998405:0:7235:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b4085b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156213.998419:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b4085b lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746156213.998438:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 159 00010000:00010000:3.0:1746156213.998587:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012150a000/0x2187d96892b40854 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbf9 expref: 23 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156213.998599:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b4085b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbf9 expref: 22 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156213.998605:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:3.0:1746156213.998608:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1746156213.998610:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012150ae00, rc 0) 00000100:00100000:3.0:1746156213.998641:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097401880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+22:15083:x1830977311905792:12345-192.168.204.47@tcp:101:lfs.0 Request processed in 6275us (7057us total) trans 4294967658 rc 0/0 00000100:00100000:3.0:1746156213.998647:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 988 00000100:00100000:0.0:1746156214.002455:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156214.003599:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311906048 00000100:00100000:3.0:1746156214.003611:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311906048 00000100:00080000:0.0:1746156214.004252:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746156214.004313:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 989 00000100:00100000:3.0:1746156214.004324:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+22:15083:x1830977311906048:12345-192.168.204.47@tcp:101:lfs.0 00010000:00010000:3.0:1746156214.004350:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156214.004369:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfd400/0x2187d96892b40869 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbc00 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156214.004469:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfde00/0x2187d96892b40870 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156214.004484:0:7235:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b4085b lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbf9 expref: 23 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156214.004503:0:7235:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfde00/0x2187d96892b40870 lrc: 4/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156214.004538:0:7235:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b4085b lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbf9 expref: 23 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156214.004550:0:7235:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b4085b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbf9 expref: 23 pid: 7235 timeout: 308 lvb_type: 0 00000100:00100000:3.0:1746156214.004563:0:7235:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012e8a4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7235:1830977319104256:192.168.204.47@tcp:104: 00000100:00100000:3.0:1746156214.004658:0:7235:0:(client.c:2553:ptlrpc_set_wait()) set ffff880129836000 going to sleep for 11 seconds 00000100:00100000:0.0:1746156214.007414:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156214.007483:0:7223:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311906176 00000100:00100000:2.0:1746156214.007493:0:7223:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311906176 00010000:00010000:2.0:1746156214.007529:0:7223:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b4085b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbf9 expref: 24 pid: 7235 timeout: 308 lvb_type: 0 00000100:00100000:2.0:1746156214.007561:0:7223:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 227 00000100:00100000:2.0:1746156214.007568:0:7223:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097400000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+24:2008:x1830977311906176:12345-192.168.204.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156214.007580:0:7223:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156214.007586:0:7223:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b4085b lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbf9 expref: 24 pid: 7235 timeout: 308 lvb_type: 0 00010000:00010000:2.0:1746156214.007596:0:7223:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b4085b lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbf9 expref: 24 pid: 7235 timeout: 308 lvb_type: 0 00010000:00010000:2.0:1746156214.007617:0:7223:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b4085b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x1e:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbf9 expref: 24 pid: 7235 timeout: 308 lvb_type: 0 00000100:00100000:3.0:1746156214.007619:0:7235:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012e8a4700 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:7235:1830977319104256:192.168.204.47@tcp:104: 00010000:00010000:2.0:1746156214.007644:0:7223:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:3.0:1746156214.007645:0:7235:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfde00/0x2187d96892b40870 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156214.007657:0:7223:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfde00/0x2187d96892b40870 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x13/0x8 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156214.007665:0:7223:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfde00/0x2187d96892b40870 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156214.007672:0:7223:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfde00/0x2187d96892b40870 lrc: 4/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156214.007700:0:7223:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746156214.007743:0:7223:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097400000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+23:2008:x1830977311906176:12345-192.168.204.47@tcp:103:ldlm_bl.0 Request processed in 175us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156214.007750:0:7223:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 227 00010000:00010000:3.0:1746156214.007876:0:7235:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfde00/0x2187d96892b40870 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156214.007882:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfde00/0x2187d96892b40870 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746156214.007929:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 159 00000004:00200000:3.0:1746156214.007933:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1746156214.007947:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfde00/0x2187d96892b40870 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156214.008002:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfd400/0x2187d96892b40869 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc00 expref: 23 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156214.008019:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfde00/0x2187d96892b40870 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc00 expref: 22 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156214.008031:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:3.0:1746156214.008034:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746156214.008036:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880090bfde00, rc 0) 00000100:00100000:3.0:1746156214.008058:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097402300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+22:15083:x1830977311906048:12345-192.168.204.47@tcp:101:lfs.0 Request processed in 3738us (5616us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156214.008064:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 989 00000100:00100000:0.0:1746156214.011831:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156214.011990:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311906432 00000100:00100000:3.0:1746156214.012002:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311906432 00000100:00100000:3.0:1746156214.012585:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 990 00000100:00100000:3.0:1746156214.012595:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097402680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+22:15083:x1830977311906432:12345-192.168.204.47@tcp:101:lfs.0 00010000:00010000:3.0:1746156214.012617:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746156214.012636:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ba00/0x2187d96892b40877 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbc07 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156214.012734:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b4087e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156214.012747:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b4087e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:3.0:1746156214.012758:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b4087e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:3.0:1746156214.012768:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 159 00010000:00010000:3.0:1746156214.012865:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2ba00/0x2187d96892b40877 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc07 expref: 25 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156214.012882:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b4087e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc07 expref: 24 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156214.012899:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:3.0:1746156214.012902:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1746156214.012905:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097e2bc00, rc 0) 00000100:00100000:3.0:1746156214.012954:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097402680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+24:15083:x1830977311906432:12345-192.168.204.47@tcp:101:lfs.0 Request processed in 361us (1134us total) trans 4294967659 rc 0/0 00000100:00100000:3.0:1746156214.012995:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 990 00000100:00100000:0.0:1746156214.017931:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156214.018122:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311906560 00000100:00100000:2.0:1746156214.018132:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311906560 00000100:00100000:2.0:1746156214.018209:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 244 00000100:00100000:2.0:1746156214.018217:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097400700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+17:2009:x1830977311906560:12345-192.168.204.47@tcp:1:lfs.0 00010000:00010000:2.0:1746156214.018264:0:9582:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880130618000/0x2187d96892b4088c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156214.018282:0:9582:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097eff800/0x2187d96892b40823 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbe4 expref: 17 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156214.018290:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156214.018292:0:9582:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746156214.018294:0:9582:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130618000/0x2187d96892b4088c lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156214.018326:0:9582:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097eff800/0x2187d96892b40823 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbe4 expref: 17 pid: 9581 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156214.018354:0:9582:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097eff800/0x2187d96892b40823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbe4 expref: 17 pid: 9581 timeout: 308 lvb_type: 0 00000100:00100000:2.0:1746156214.018370:0:9582:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9582:1830977319104384:192.168.204.47@tcp:104: 00000100:00080000:1.0:1746156214.018434:0:7233:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746156214.018611:0:9582:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b8f0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746156214.022654:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156214.022851:0:9582:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:9582:1830977319104384:192.168.204.47@tcp:104: 00010000:00010000:2.0:1746156214.022874:0:9582:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880130618000/0x2187d96892b4088c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746156214.023141:0:9587:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311906688 00000100:00100000:0.0:1746156214.023148:0:9587:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311906688 00002000:00100000:0.0:1746156214.023201:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x11:0x0] (0->158) req@ffff880097d50a80 x1830977311906688/t0(0) o4->cbebb60e-b777-4319-9cd8-66b09a25862d@192.168.204.47@tcp:530/0 lens 648/0 e 0 to 0 dl 1746156225 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746156214.023210:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d50a80 with x1830977311906688 ext(0->158) 00010000:00010000:0.0:1746156214.023217:0:9587:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097eff800/0x2187d96892b40823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbe4 expref: 18 pid: 9581 timeout: 308 lvb_type: 0 00010000:00010000:0.0:1746156214.023229:0:9587:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097eff800/0x2187d96892b40823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbe4 expref: 18 pid: 9581 timeout: 308 lvb_type: 0 00002000:00010000:0.0:1746156214.023235:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097d50a80 00000100:00100000:0.0:1746156214.023276:0:9587:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 2 00000100:00100000:0.0:1746156214.023283:0:9587:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+18:2008:x1830977311906688:12345-192.168.204.47@tcp:4:cp.0 00000100:00100000:0.0:1746156214.024996:0:9587:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+20:2008:x1830977311906688:12345-192.168.204.47@tcp:4:cp.0 Request processed in 1704us (2345us total) trans 4294967350 rc 0/0 00000100:00100000:0.0:1746156214.025009:0:9587:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 2 00002000:00100000:0.0:1746156214.025020:0:9587:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x11:0x0] (0->158) req@ffff880097d50a80 x1830977311906688/t4294967350(0) o4->cbebb60e-b777-4319-9cd8-66b09a25862d@192.168.204.47@tcp:530/0 lens 648/448 e 0 to 0 dl 1746156225 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:0.0:1746156214.025029:0:9587:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880097d50a80 with x1830977311906688 ext(0->158) 00010000:00010000:0.0:1746156214.025037:0:9587:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097eff800/0x2187d96892b40823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbe4 expref: 20 pid: 9581 timeout: 308 lvb_type: 0 00010000:00010000:0.0:1746156214.025052:0:9587:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097eff800/0x2187d96892b40823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbe4 expref: 20 pid: 9581 timeout: 308 lvb_type: 0 00002000:00010000:0.0:1746156214.025058:0:9587:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880097d50a80 00000100:00100000:0.0:1746156214.032829:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156214.033480:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311906816 00000100:00100000:2.0:1746156214.033506:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311906816 00010000:00010000:2.0:1746156214.033555:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097eff800/0x2187d96892b40823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbe4 expref: 20 pid: 9581 timeout: 308 lvb_type: 0 00000100:00100000:2.0:1746156214.033720:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 228 00000100:00100000:2.0:1746156214.033728:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098528700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+20:2010:x1830977311906816:12345-192.168.204.47@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746156214.033743:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746156214.033762:0:7222:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb size from disk: 0 -> 159 00002000:00010000:2.0:1746156214.033765:0:7222:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:2.0:1746156214.033770:0:7222:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097eff800/0x2187d96892b40823 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbe4 expref: 20 pid: 9581 timeout: 308 lvb_type: 0 00010000:00010000:2.0:1746156214.033782:0:7222:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097eff800/0x2187d96892b40823 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbe4 expref: 20 pid: 9581 timeout: 308 lvb_type: 0 00010000:00010000:2.0:1746156214.033820:0:7222:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097eff800/0x2187d96892b40823 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbe4 expref: 20 pid: 9581 timeout: 308 lvb_type: 0 00010000:00010000:2.0:1746156214.033940:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156214.033942:0:7222:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156214.033947:0:7222:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880130618000/0x2187d96892b4088c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156214.033955:0:7222:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880130618000/0x2187d96892b4088c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156214.034223:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746156214.034280:0:9582:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880130618000/0x2187d96892b4088c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156214.034288:0:9582:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880130618000/0x2187d96892b4088c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156214.034303:0:9582:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880130618000/0x2187d96892b4088c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156214.034309:0:9582:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880130618000/0x2187d96892b4088c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156214.034316:0:9582:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880130618000/0x2187d96892b4088c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156214.034322:0:9582:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130618000 already unused, calling callback (ffffffffa086bd70) 00010000:00010000:3.0:1746156214.034326:0:9582:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880130618000/0x2187d96892b4088c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156214.034332:0:9582:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880130618000/0x2187d96892b4088c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156214.034346:0:9582:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880130618000/0x2187d96892b4088c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746156214.034352:0:9582:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880130618000/0x2187d96892b4088c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 9582 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746156214.034410:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098528700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+19:2010:x1830977311906816:12345-192.168.204.47@tcp:103:ldlm_bl.0 Request processed in 682us (1586us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156214.034417:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 228 00000100:00100000:3.0:1746156214.034623:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097400700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+18:2009:x1830977311906560:12345-192.168.204.47@tcp:1:lfs.0 Request processed in 16407us (16704us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156214.034630:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 244 00000100:00100000:0.0:1746156214.040991:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:0.0:1746156214.041240:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311907072 00000100:00100000:0.0:1746156214.041250:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311907072 00000100:00100000:0.0:1746156214.041301:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 991 00000100:00100000:0.0:1746156214.041309:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009852aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+24:15083:x1830977311907072:12345-192.168.204.47@tcp:36:lfs.0 00010000:00010000:0.0:1746156214.041366:0:7236:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1746156214.041395:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800989b8000/0x2187d96892b4081c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0xa/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbbdd expref: 24 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.042572:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880090bfde00/0x2187d96892b40870 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc00 expref: 23 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.042601:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:0.0:1746156214.042606:0:7236:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746156214.042643:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b40893 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156214.042656:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b40893 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156214.042666:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b40893 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000040:00080000:0.0:1746156214.042874:0:7236:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 88 off9288 00000004:00080000:0.0:1746156214.042882:0:7236:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 208422922136ns, next at 169094213645ns, rc = 0 00000040:00080000:0.0:1746156214.042928:0:7236:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 88 off9200 00000004:00080000:0.0:1746156214.042933:0:7236:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 208422973111ns, next at 192407783485ns, rc = 0 00000001:00080000:2.0:1746156214.046234:0:7218:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967660 is committed 00000004:00080000:2.0:1746156214.046250:0:7218:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000004:00080000:2.0:1746156214.046278:0:7218:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000004:00010000:0.0:1746156214.046446:0:7236:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009852aa00 reply state ffff880098355c00 transno 4294967660 ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b40893 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156214.046469:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b40893 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156214.046478:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:0.0:1746156214.046481:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:0.0:1746156214.046485:0:7236:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00080000:0.0:1746156214.046603:0:7236:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:0.0:1746156214.046622:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009852aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+20:15083:x1830977311907072:12345-192.168.204.47@tcp:36:lfs.0 Request processed in 5306us (6664us total) trans 4294967660 rc 0/0 00000100:00100000:0.0:1746156214.046631:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 991 00000100:00100000:2.0:1746156214.046915:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098528000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830977319104512:0@lo:2:osp-syn-0-0.0 00000100:00100000:2.0:1746156214.046991:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746156214.047050:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977319104512 00000100:00100000:3.0:1746156214.047057:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977319104512 00000100:00100000:3.0:1746156214.047098:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1746156214.047104:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+11:3767:x1830977319104512:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1746156214.047247:0:9582:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1746156214.047250:0:9582:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1746156214.047252:0:9582:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1746156214.047254:0:9582:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:3.0:1746156214.047256:0:9582:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb blocks from disk: 0 -> 0 00010000:00010000:1.0:1746156214.047485:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b40893 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:1.0:1746156214.047494:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b40893 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:1.0:1746156214.047501:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b40893 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:1.0:1746156214.047507:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801229c2800 already unused, calling callback (ffffffffa0f17690) 00010000:00010000:1.0:1746156214.047512:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b40893 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:1.0:1746156214.047519:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b40893 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:1.0:1746156214.047530:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:1.0:1746156214.047533:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746156214.047536:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b40893 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:1.0:1746156214.047541:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2800/0x2187d96892b40893 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00000100:00100000:3.0:1746156214.047864:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+12:3767:x1830977319104512:12345-0@lo:2:osp-syn-0-0.0 Request processed in 759us (873us total) trans 4294967340 rc 0/0 00000100:00100000:3.0:1746156214.047870:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000004:00080000:2.0:1746156214.047882:0:3767:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880098528000/2, rc 0, transno 4294967340 00000100:00100000:2.0:1746156214.047887:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098528000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830977319104512:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1746156214.048107:0:3764:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097d51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830977319104640:0@lo:2:osp-syn-1-0.0 00000100:00100000:0.0:1746156214.048163:0:3764:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746156214.048200:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977319104640 00000100:00100000:3.0:1746156214.048204:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977319104640 00000100:00100000:3.0:1746156214.048225:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:3.0:1746156214.048230:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009852b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3764:x1830977319104640:12345-0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1746156214.048324:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009852b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3764:x1830977319104640:12345-0@lo:2:osp-syn-1-0.0 Request processed in 94us (173us total) trans 4294967351 rc 0/0 00000100:00100000:3.0:1746156214.048335:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:2.0:1746156214.051349:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:0.0:1746156214.051405:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311907200 00000100:00100000:0.0:1746156214.051413:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311907200 00000100:00100000:0.0:1746156214.051456:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 992 00000100:00100000:0.0:1746156214.051463:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+19:15083:x1830977311907200:12345-192.168.204.47@tcp:101:lfs.0 00010000:00010000:0.0:1746156214.051484:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746156214.051504:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2400/0x2187d96892b4089a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbc0e expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.051558:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2400/0x2187d96892b4089a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc0e expref: 20 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.051571:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2400/0x2187d96892b4089a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc0e expref: 20 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746156214.051588:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:0.0:1746156214.051591:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1746156214.051594:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801229c2400, rc 0) 00000100:00100000:0.0:1746156214.051636:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdfed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+20:15083:x1830977311907200:12345-192.168.204.47@tcp:101:lfs.0 Request processed in 173us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156214.051642:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 992 00000100:00100000:1.0:1746156214.052125:0:3764:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967348 gen 2 00000004:00080000:1.0:1746156214.052131:0:3764:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097d51180, transno 4294967342 00000004:00080000:1.0:1746156214.052148:0:3764:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097d50000, transno 4294967343 00000004:00080000:1.0:1746156214.052160:0:3764:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800989bdf80, transno 4294967344 00000004:00080000:1.0:1746156214.052162:0:3764:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff8800989bd500, transno 4294967345 00000004:00080000:1.0:1746156214.052164:0:3764:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097d53480, transno 4294967346 00000004:00080000:1.0:1746156214.052167:0:3764:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097d53800, transno 4294967347 00000004:00080000:1.0:1746156214.052187:0:3764:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880097d52300, transno 4294967348 00000100:00100000:1.0:1746156214.052194:0:3764:0:(client.c:2971:ptlrpc_free_committed()) @@@ stopping search req@ffff880097d51880 x1830977319104640/t4294967351(4294967351) o2->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 440/432 e 0 to 0 dl 1746156230 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 00000004:00080000:1.0:1746156214.052203:0:3764:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097d51880/2, rc 0, transno 4294967351 00000100:00100000:1.0:1746156214.052207:0:3764:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097d51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3764:1830977319104640:0@lo:2:osp-syn-1-0.0 00000004:00080000:2.0:1746156214.052311:0:11600:0:(osp_sync.c:1188:osp_sync_process_committed()) lustre-OST0001-osc-MDT0000: 0 changes, 3 in progress, 0 in flight, 5 done 00000100:00100000:0.0:1746156214.058796:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156214.061224:0:7235:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311907328 00000100:00100000:2.0:1746156214.061238:0:7235:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311907328 00000100:00100000:2.0:1746156214.061317:0:7235:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 993 00000100:00100000:2.0:1746156214.061326:0:7235:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009852a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+20:15083:x1830977311907328:12345-192.168.204.47@tcp:101:lfs.0 00010000:00010000:2.0:1746156214.061348:0:7235:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156214.061368:0:7235:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130618200/0x2187d96892b408a1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbc15 expref: -99 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156214.061477:0:7235:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b408a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156214.061492:0:7235:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b408a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156214.061505:0:7235:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b408a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00000004:00200000:2.0:1746156214.061533:0:7235:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000402:0x1e:0x0]: returning size 159 00000004:00200000:2.0:1746156214.061537:0:7235:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1746156214.061554:0:7235:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b408a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7235 initiator: MDT0 00010000:00010000:2.0:1746156214.061578:0:7235:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130618200/0x2187d96892b408a1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc15 expref: 22 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156214.061616:0:7235:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b408a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc15 expref: 21 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156214.061624:0:7235:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:2.0:1746156214.061627:0:7235:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746156214.061629:0:7235:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012150ae00, rc 0) 00000100:00100000:2.0:1746156214.061692:0:7235:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009852a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+21:15083:x1830977311907328:12345-192.168.204.47@tcp:101:lfs.0 Request processed in 367us (2907us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156214.061705:0:7235:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 993 00000100:00100000:0.0:1746156214.067092:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156214.067234:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311907456 00000100:00100000:2.0:1746156214.067246:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311907456 00000100:00100000:2.0:1746156214.067308:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 247 00000100:00100000:2.0:1746156214.067316:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+18:2009:x1830977311907456:12345-192.168.204.47@tcp:101:lfs.0 00010000:00010000:2.0:1746156214.067337:0:9581:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156214.067358:0:9581:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012150b800/0x2187d96892b408af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbc1c expref: -99 pid: 9581 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746156214.067381:0:9581:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x2c0000401:0x11:0x0] initial LVB size: 159, mtime: 0x68143ab6, atime: 0x0, ctime: 0x68143ab6, blocks: 0x8 00010000:00010000:2.0:1746156214.067403:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156214.067406:0:9581:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746156214.067414:0:9581:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012150b800/0x2187d96892b408af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc1c expref: 19 pid: 9581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156214.067429:0:9581:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012150b800/0x2187d96892b408af lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc1c expref: 19 pid: 9581 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746156214.067439:0:9581:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012150b800, rc 0) 00000100:00100000:2.0:1746156214.067487:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098529180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+19:2009:x1830977311907456:12345-192.168.204.47@tcp:101:lfs.0 Request processed in 172us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156214.067494:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 247 00000100:00100000:0.0:1746156214.070817:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156214.070945:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311907584 00000100:00100000:3.0:1746156214.070955:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311907584 00000100:00100000:3.0:1746156214.071043:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 248 00000100:00100000:3.0:1746156214.071051:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009852ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+19:2010:x1830977311907584:12345-192.168.204.47@tcp:23:lfs.0 00000100:00100000:3.0:1746156214.071180:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009852ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+19:2010:x1830977311907584:12345-192.168.204.47@tcp:23:lfs.0 Request processed in 129us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156214.071188:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 248 00000100:00100000:0.0:1746156214.073897:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156214.073995:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311907712 00000100:00100000:2.0:1746156214.074004:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311907712 00000100:00100000:2.0:1746156214.074056:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 249 00000100:00100000:2.0:1746156214.074063:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+19:2011:x1830977311907712:12345-192.168.204.47@tcp:23:lfs.0 00000100:00100000:2.0:1746156214.074199:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098529f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+19:2011:x1830977311907712:12345-192.168.204.47@tcp:23:lfs.0 Request processed in 135us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156214.074205:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 249 00000100:00100000:0.0:1746156214.076331:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156214.076534:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311907968 00000100:00100000:2.0:1746156214.076543:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311907968 00000100:00100000:2.0:1746156214.076595:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 994 00000100:00100000:2.0:1746156214.076602:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098528a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+21:15083:x1830977311907968:12345-192.168.204.47@tcp:36:lfs.0 00010000:00010000:2.0:1746156214.076655:0:7236:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746156214.076684:0:7236:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012150ae00/0x2187d96892b408a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc15 expref: 21 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156214.076702:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:2.0:1746156214.076708:0:7236:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156214.076762:0:7236:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880130618200/0x2187d96892b408b6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156214.076776:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130618200/0x2187d96892b408b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156214.076786:0:7236:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130618200/0x2187d96892b408b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00000004:00010000:2.0:1746156214.076904:0:7236:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880098528a80 reply state ffff8800986a1000 transno 4294967661 ns: mdt-lustre-MDT0000_UUID lock: ffff880130618200/0x2187d96892b408b6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156214.076913:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130618200/0x2187d96892b408b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:2.0:1746156214.076919:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:2.0:1746156214.076921:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746156214.076932:0:7236:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746156214.077461:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098528a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+22:15083:x1830977311907968:12345-192.168.204.47@tcp:36:lfs.0 Request processed in 858us (1134us total) trans 4294967661 rc 0/0 00000100:00100000:2.0:1746156214.077469:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 994 00000100:00100000:0.0:1746156214.079056:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156214.079771:0:9582:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311908096 00000100:00100000:3.0:1746156214.079781:0:9582:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311908096 00000100:00100000:3.0:1746156214.079836:0:9582:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 250 00000100:00100000:3.0:1746156214.079844:0:9582:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009852a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+19:2009:x1830977311908096:12345-192.168.204.47@tcp:2:lfs.0 00002000:00010000:3.0:1746156214.080134:0:9582:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb size from disk: 159 -> 159 00002000:00010000:3.0:1746156214.080137:0:9582:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb mtime from disk: 1746156214 -> 1746156214 00002000:00010000:3.0:1746156214.080139:0:9582:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb atime from disk: 0 -> 1746156214 00002000:00010000:3.0:1746156214.080141:0:9582:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb ctime from disk: 1746156214 -> 1746156214 00002000:00010000:3.0:1746156214.080143:0:9582:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:3.0:1746156214.080677:0:9582:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009852a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+20:2009:x1830977311908096:12345-192.168.204.47@tcp:2:lfs.0 Request processed in 831us (1625us total) trans 4294967352 rc 0/0 00000100:00100000:3.0:1746156214.080686:0:9582:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 250 00000100:00100000:0.0:1746156214.082362:0:3757:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156214.082572:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311908352 00000100:00100000:2.0:1746156214.082582:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311908352 00000100:00100000:2.0:1746156214.082798:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 233 00000100:00100000:2.0:1746156214.082805:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a51d6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+22:15083:x1830977311908352:12345-192.168.204.47@tcp:35:lfs.0 00000004:00010000:2.0:1746156214.082871:0:7238:0:(mdt_open.c:2471:mdt_close_resync_done()) ### [0x200000402:0x1e:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b4087e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc07 expref: 22 pid: 7235 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156214.082918:0:7238:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746156214.082930:0:7238:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2400/0x2187d96892b4089a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc0e expref: 22 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156214.082936:0:7238:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 4/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746156214.083001:0:7238:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2400/0x2187d96892b4089a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc0e expref: 22 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156214.083013:0:7238:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2400/0x2187d96892b4089a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc0e expref: 22 pid: 7236 timeout: 308 lvb_type: 0 00000100:00100000:2.0:1746156214.083026:0:7238:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdfe300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:7238:1830977319104768:192.168.204.47@tcp:104: 00000100:00100000:2.0:1746156214.083106:0:7238:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012b8f0840 going to sleep for 11 seconds 00000100:00100000:0.0:1746156214.087305:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:3.0:1746156214.087524:0:7222:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311908480 00000100:00100000:3.0:1746156214.087534:0:7222:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311908480 00010000:00010000:3.0:1746156214.087576:0:7222:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2400/0x2187d96892b4089a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc0e expref: 23 pid: 7236 timeout: 308 lvb_type: 0 00000100:00100000:3.0:1746156214.087604:0:7222:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 229 00000100:00100000:3.0:1746156214.087620:0:7222:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009852b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+23:2009:x1830977311908480:12345-192.168.204.47@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746156214.087634:0:7222:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746156214.087640:0:7222:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2400/0x2187d96892b4089a lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc0e expref: 23 pid: 7236 timeout: 308 lvb_type: 0 00010000:00010000:3.0:1746156214.087651:0:7222:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2400/0x2187d96892b4089a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc0e expref: 23 pid: 7236 timeout: 308 lvb_type: 0 00010000:00010000:3.0:1746156214.087673:0:7222:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:3.0:1746156214.087678:0:7222:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 3/0,1 mode: --/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:3.0:1746156214.087687:0:7222:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7238 initiator: MDT0 00010000:00010000:3.0:1746156214.087693:0:7222:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 7238 initiator: MDT0 00010000:00010000:3.0:1746156214.087707:0:7222:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746156214.087885:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801229c2400/0x2187d96892b4089a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc0e expref: 23 pid: 7236 timeout: 308 lvb_type: 0 00000100:00100000:2.0:1746156214.087909:0:7238:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdfe300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:7238:1830977319104768:192.168.204.47@tcp:104: 00010000:00010000:2.0:1746156214.087927:0:7238:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746156214.087936:0:7238:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746156214.087941:0:7238:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00000040:00080000:2.0:1746156214.088182:0:7238:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 88 off9376 00000004:00080000:2.0:1746156214.088187:0:7238:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 208468227114ns, next at 169094213645ns, rc = 0 00000040:00080000:2.0:1746156214.088213:0:7238:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 88 off9288 00000004:00080000:2.0:1746156214.088216:0:7238:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 208468256826ns, next at 192407783485ns, rc = 0 00000100:00100000:3.0:1746156214.088753:0:7222:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009852b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+23:2009:x1830977311908480:12345-192.168.204.47@tcp:103:ldlm_bl.0 Request processed in 1131us (1457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746156214.088760:0:7222:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 229 00000001:00080000:2.0:1746156214.093167:0:7218:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967662 is committed 00000004:00080000:2.0:1746156214.093179:0:7218:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000004:00080000:2.0:1746156214.093200:0:7218:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000100:00100000:2.0:1746156214.093278:0:3765:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012bdfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830977319104896:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1746156214.093346:0:3765:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00010000:2.0:1746156214.093419:0:7238:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a51d6450 reply state ffff88009e2d6400 transno 4294967662 ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746156214.093438:0:7238:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746156214.093447:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:2.0:1746156214.093450:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00000100:00100000:2.0:1746156214.093454:0:7238:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746156214.093459:0:7238:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:2.0:1746156214.093471:0:7238:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1746156214.093478:0:7238:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097e2bc00/0x2187d96892b4087e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x1e:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc07 expref: 20 pid: 7235 timeout: 0 lvb_type: 0 00010000:00080000:2.0:1746156214.093570:0:7238:0:(ldlm_lib.c:3369:target_send_reply()) Schedule reply immediately 00000100:00100000:2.0:1746156214.093582:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a51d6450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+20:15083:x1830977311908352:12345-192.168.204.47@tcp:35:lfs.0 Request processed in 10776us (11228us total) trans 4294967662 rc 0/0 00000100:00100000:2.0:1746156214.093592:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 233 00010000:00010000:2.0:1746156214.093645:0:3751:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746156214.093652:0:3751:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746156214.093659:0:3751:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746156214.093665:0:3751:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097eff200 already unused, calling callback (ffffffffa0f17690) 00010000:00010000:2.0:1746156214.093668:0:3751:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746156214.093675:0:3751:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746156214.093684:0:3751:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:2.0:1746156214.093687:0:3751:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746156214.093689:0:3751:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00010000:00010000:2.0:1746156214.093693:0:3751:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097eff200/0x2187d96892b408bd lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7238 initiator: MDT0 00000100:00100000:1.0:1746156214.093801:0:3766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880097d52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830977319105024:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1746156214.093829:0:3766:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746156214.094235:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977319104896 00000100:00100000:1.0:1746156214.094242:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977319104896 00000100:00100000:1.0:1746156214.094268:0:9581:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977319105024 00000100:00100000:1.0:1746156214.094270:0:9581:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977319105024 00000100:00100000:1.0:1746156214.094452:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1746156214.094457:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012bdfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3765:x1830977319104896:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1746156214.094560:0:9581:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb size from disk: 159 -> 159 00002000:00010000:1.0:1746156214.094563:0:9581:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb mtime from disk: 1746156214 -> 1746156214 00002000:00010000:1.0:1746156214.094565:0:9581:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb atime from disk: 1746156214 -> 1746156214 00002000:00010000:1.0:1746156214.094567:0:9581:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb ctime from disk: 1746156214 -> 1746156214 00002000:00010000:1.0:1746156214.094569:0:9581:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x2c0000401:0x11:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1746156214.094591:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012bdfd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3765:x1830977319104896:12345-0@lo:2:osp-syn-1-0.0 Request processed in 134us (1246us total) trans 4294967353 rc 0/0 00000100:00100000:1.0:1746156214.094597:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1746156214.094606:0:9581:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:1.0:1746156214.094610:0:9581:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+12:3766:x1830977319105024:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1746156214.094661:0:9581:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1746156214.094663:0:9581:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:1.0:1746156214.094665:0:9581:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1746156214.094672:0:9581:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb ctime from disk: 0 -> 0 00002000:00010000:1.0:1746156214.094673:0:9581:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1746156214.094692:0:9581:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d53800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+13:3766:x1830977319105024:12345-0@lo:2:osp-syn-0-0.0 Request processed in 82us (862us total) trans 4294967341 rc 0/0 00000100:00100000:1.0:1746156214.094697:0:9581:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000004:00080000:1.0:1746156214.094725:0:3766:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880097d52d80/2, rc 0, transno 4294967341 00000100:00100000:1.0:1746156214.094730:0:3766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880097d52d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3766:1830977319105024:0@lo:2:osp-syn-0-0.0 00000004:00080000:2.0:1746156214.094868:0:3765:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88012bdfe300/2, rc 0, transno 4294967353 00000100:00100000:2.0:1746156214.094876:0:3765:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012bdfe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3765:1830977319104896:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1746156214.095049:0:3750:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880130618200/0x2187d96892b408b6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156214.095057:0:3750:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880130618200/0x2187d96892b408b6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156214.095062:0:3750:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880130618200/0x2187d96892b408b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156214.095067:0:3750:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880130618200 already unused, calling callback (ffffffffa0f17690) 00010000:00010000:0.0:1746156214.095070:0:3750:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130618200/0x2187d96892b408b6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156214.095075:0:3750:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880130618200/0x2187d96892b408b6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156214.095084:0:3750:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:0.0:1746156214.095086:0:3750:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746156214.095088:0:3750:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880130618200/0x2187d96892b408b6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00010000:00010000:0.0:1746156214.095093:0:3750:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880130618200/0x2187d96892b408b6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7236 initiator: MDT0 00000100:00100000:0.0:1746156214.095780:0:3759:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156214.097131:0:7236:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311908608 00000100:00100000:2.0:1746156214.097140:0:7236:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311908608 00000100:00100000:2.0:1746156214.097205:0:7236:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 995 00000100:00100000:2.0:1746156214.097213:0:7236:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098529500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+18:15083:x1830977311908608:12345-192.168.204.47@tcp:101:lfs.0 00010000:00010000:2.0:1746156214.097232:0:7236:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746156214.097248:0:7236:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880130618400/0x2187d96892b408c4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xdf16eca032edbc23 expref: -99 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156214.097292:0:7236:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880130618400/0x2187d96892b408c4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc23 expref: 19 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156214.097302:0:7236:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880130618400/0x2187d96892b408c4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.47@tcp remote: 0xdf16eca032edbc23 expref: 19 pid: 7236 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746156214.097315:0:7236:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff8800985e0a00) 00010000:00010000:2.0:1746156214.097317:0:7236:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746156214.097319:0:7236:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880130618400, rc 0) 00000100:00100000:2.0:1746156214.097358:0:7236:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098529500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:cbebb60e-b777-4319-9cd8-66b09a25862d+19:15083:x1830977311908608:12345-192.168.204.47@tcp:101:lfs.0 Request processed in 147us (1580us total) trans 0 rc 0/0 00000100:00100000:2.0:1746156214.097364:0:7236:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 995 00000100:00100000:0.0:1746156214.112612:0:3758:0:(events.c:341:request_in_callback()) peer: 12345-192.168.204.47@tcp (source: 12345-192.168.204.47@tcp) 00000100:00100000:2.0:1746156214.112731:0:7238:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977311908864 00000100:00100000:2.0:1746156214.112742:0:7238:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977311908864 00000100:00100000:2.0:1746156214.112794:0:7238:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.47@tcp, seq: 234 00000100:00100000:2.0:1746156214.112802:0:7238:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880098529880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+19:15083:x1830977311908864:12345-192.168.204.47@tcp:35:lfs.0 00000100:00100000:2.0:1746156214.113029:0:7238:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880098529880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:cbebb60e-b777-4319-9cd8-66b09a25862d+20:15083:x1830977311908864:12345-192.168.204.47@tcp:35:lfs.0 Request processed in 226us (425us total) trans 4294967663 rc 0/0 00000100:00100000:2.0:1746156214.113045:0:7238:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.47@tcp, seq: 234 00010000:00010000:3.0:1746156214.265512:0:9603:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746156214.324331:0:8377:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967320 is committed 00000100:00100000:1.0:1746156214.919145:0:3767:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880098528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830977319105152:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1746156214.919229:0:3767:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746156214.919334:0:8390:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830977319105152 00000100:00100000:0.0:1746156214.919342:0:8390:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830977319105152 00000100:00100000:0.0:1746156214.919383:0:8390:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1746156214.919390:0:8390:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880097d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977319105152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1746156214.919430:0:8390:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446232064 avail 1316769792 00000100:00100000:0.0:1746156214.919491:0:8390:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880097d52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3767:x1830977319105152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1746156214.919497:0:8390:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1746156214.919811:0:3767:0:(client.c:2927:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 4294967320 gen 2 00000004:00080000:1.0:1746156214.919817:0:3767:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967319 committed transno 4294967320 00000020:00080000:1.0:1746156214.919824:0:3767:0:(update_trans.c:60:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff8800979556c0 refcount 2 committed 0 result 0 batchid 20 00000020:00080000:1.0:1746156214.919828:0:3767:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8800a0706d00 obd lustre-MDT0001-osp-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff880097955240 00000020:00080000:1.0:1746156214.919831:0:3767:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x240000401:0x3:0x0].2 00000020:00080000:1.0:1746156214.919833:0:3767:0:(update_trans.c:69:top_multiple_thandle_dump()) st ffff8800a0706400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff88009e55f800 00000020:00080000:1.0:1746156214.919835:0:3767:0:(update_trans.c:74:top_multiple_thandle_dump()) cookie [0x200000400:0x2:0x0].5 00000004:00080000:1.0:1746156214.919864:0:3767:0:(osp_trans.c:1031:osp_request_commit_cb()) trans no 4294967320 committed transno 4294967320 00000100:00100000:1.0:1746156214.919892:0:3767:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880098528e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3767:1830977319105152:0@lo:41:osp-pre-1-0.0 00000020:00080000:0.0:1746156214.921283:0:7266:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 20 committed batchid 19 00000020:00080000:0.0:1746156214.921356:0:7266:0:(update_trans.c:1571:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 19 00000001:02000400:1.0:1746156214.941911:0:17975:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-flr test_0j: @@@@@@ FAIL: resync /mnt/lustre/f0j.sanity-flr failed 00010000:00010000:1.0:1746156215.272240:0:7225:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746156215.348275:0:9579:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967341 is committed 00000001:00080000:0.0:1746156215.348293:0:9579:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294967336 is committed Debug log: 1106 lines, 1106 kept, 0 dropped, 0 bad.