00000001:00080000:1.0F:1717018835.939025:0:8305:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 12884902027 is committed 00010000:00010000:0.0F:1717018836.318596:0:6620:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018837.319936:0:6619:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0F:1717018837.484088:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013731a140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2853:1800422819880320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1717018837.484140:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018837.484179:0:13505:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819880320 00000100:00100000:2.0:1717018837.484485:0:13505:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1717018837.484489:0:13505:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731c280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2853:x1800422819880320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1717018837.484512:0:13505:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1703936 granted 511639552 pending 0 free 3458203648 avail 3456106496 00000100:00100000:2.0:1717018837.484541:0:13505:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731c280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2853:x1800422819880320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 52us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018837.484546:0:13505:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1717018837.484572:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013731a140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2853:1800422819880320:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1717018837.905491:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018837.905517:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018837.905537:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018837.905556:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018837.905586:0:14898:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838663488 00000100:00100000:1.0:1717018837.905587:0:14904:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838663424 00000100:00100000:0.0:1717018837.905624:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 954 00000100:00100000:1.0:1717018837.905629:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 955 00000100:00100000:0.0:1717018837.905629:0:14898:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880092acaf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:12cff408-c572-49fa-81b0-09052c8e7f41+519:1835:x1800422838663488:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1717018837.905632:0:14904:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880092ac8980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:12cff408-c572-49fa-81b0-09052c8e7f41+549:1835:x1800422838663424:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:3.0F:1717018837.905704:0:17732:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838663360 00000100:00100000:3.0:1717018837.905750:0:17732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 665 00000100:00100000:3.0:1717018837.905754:0:17732:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880092acbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:12cff408-c572-49fa-81b0-09052c8e7f41+63:1835:x1800422838663360:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1717018837.905768:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838663296 00010000:00000080:3.0:1717018837.905772:0:17732:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880092acbdc0 x1800422838663360/t0(0) o400->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:189/0 lens 224/224 e 0 to 0 dl 1717018924 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1717018837.905789:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 879 00000100:00100000:2.0:1717018837.905793:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:461e9689-0dac-4669-87c3-00abdddc539f+9:1835:x1800422838663296:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1717018837.906272:0:14898:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880092acaf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:12cff408-c572-49fa-81b0-09052c8e7f41+519:1835:x1800422838663488:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 642us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018837.906279:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 954 00000100:00100000:1.0:1717018837.906293:0:14904:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880092ac8980 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:12cff408-c572-49fa-81b0-09052c8e7f41+549:1835:x1800422838663424:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 659us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018837.906299:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 955 00000100:00100000:2.0:1717018837.906333:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:461e9689-0dac-4669-87c3-00abdddc539f+9:1835:x1800422838663296:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 539us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018837.906338:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 879 00000100:00100000:3.0:1717018837.906575:0:17732:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880092acbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:12cff408-c572-49fa-81b0-09052c8e7f41+63:1835:x1800422838663360:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 813us (1085us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018837.906588:0:17732:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 665 00010000:00010000:0.0:1717018838.322317:0:14979:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1717018838.972493:0:2854:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092ac84c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:627fc11f-491c-4f89-ad31-986408f4a526:2854:1800422819880384:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018838.972493:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2855:1800422819880448:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018838.972518:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092acc280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2853:1800422819880576:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018838.972553:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018838.972554:0:2854:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018838.972580:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092acdf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2855:1800422819880704:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1717018838.972584:0:2854:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092acc740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2854:1800422819880640:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018838.972595:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018838.972605:0:2854:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018838.972623:0:8253:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819880448 00000100:00100000:2.0:1717018838.972634:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819880384 00000100:00100000:1.0:1717018838.972650:0:8253:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819880704 00000100:00100000:2.0:1717018838.972657:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:2.0:1717018838.972661:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebeb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+18:2854:x1800422819880384:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018838.972661:0:8253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:1.0:1717018838.972664:0:8253:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a16a76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2855:x1800422819880448:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:1.0:1717018838.972678:0:8253:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a16a76c0 x1800422819880448/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:190/0 lens 224/224 e 0 to 0 dl 1717018925 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1717018838.972694:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebeb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+18:2854:x1800422819880384:12345-0@lo:400:kworker/u8:1.0 Request processed in 33us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018838.972701:0:8253:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a16a76c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2855:x1800422819880448:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018838.972706:0:8253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1717018838.972711:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1717018838.972717:0:8253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:0.0:1717018838.972717:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018838.972719:0:8253:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a16a50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2855:x1800422819880704:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:1.0:1717018838.972726:0:8253:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a16a50c0 x1800422819880704/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:190/0 lens 224/224 e 0 to 0 dl 1717018925 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1717018838.972742:0:2853:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1717018838.972747:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880092acaac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2853:1800422819880512:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1717018838.972753:0:2854:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092ac84c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:627fc11f-491c-4f89-ad31-986408f4a526:2854:1800422819880384:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018838.972757:0:8253:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a16a50c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:2855:x1800422819880704:12345-0@lo:400:kworker/u8:1.0 Request processed in 36us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018838.972764:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018838.972766:0:8253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:1.0:1717018838.972776:0:8253:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819880512 00000100:00100000:0.0:1717018838.972783:0:22214:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819880640 00000100:00100000:1.0:1717018838.972788:0:8253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1717018838.972790:0:8253:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2853:x1800422819880512:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:1.0:1717018838.972798:0:8253:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88007d6e8000 x1800422819880512/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:190/0 lens 224/224 e 0 to 0 dl 1717018925 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1717018838.972801:0:22214:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819880576 00000100:00100000:2.0:1717018838.972811:0:23351:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1717018838.972814:0:22214:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1717018838.972815:0:23351:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731a140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:2854:x1800422819880640:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018838.972817:0:22214:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6ea600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2853:x1800422819880576:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018838.972818:0:8253:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6e8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2853:x1800422819880512:12345-0@lo:400:kworker/u8:1.0 Request processed in 27us (53us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018838.972822:0:8253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1717018838.972855:0:23351:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731a140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:2854:x1800422819880640:12345-0@lo:400:kworker/u8:1.0 Request processed in 40us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018838.972855:0:22214:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6ea600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2853:x1800422819880576:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018838.972860:0:23351:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1717018838.972862:0:22214:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1717018838.972864:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092acdf00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2855:1800422819880704:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018838.972871:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092ac8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2855:1800422819880448:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1717018838.972880:0:2854:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092acc740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2854:1800422819880640:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018838.972883:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092acaac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2853:1800422819880512:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018838.972890:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880092acc280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2853:1800422819880576:0@lo:400:kworker/u8:1.0 00010000:00010000:0.0:1717018839.326435:0:8092:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000400:00000080:1.0:1717018839.492080:0:25948:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:1.0:1717018839.492084:0:25948:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pfl test 22c: Test repeat with out of space on > 1 OST ========================================================== 17:40:39 (1717018839) 00000100:00100000:0.0:1717018839.531168:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1717018839.531270:0:8254:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838663552 00000100:00100000:1.0:1717018839.531316:0:8254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 341 00000100:00100000:1.0:1717018839.531323:0:8254:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6e8e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12cff408-c572-49fa-81b0-09052c8e7f41+63:21775:x1800422838663552:12345-192.168.203.26@tcp:101:bash.0 00010000:00010000:1.0:1717018839.531341:0:8254:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1717018839.531361:0:8254:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79cd80/0x81e56358f42c1624 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe1aedd3f13a36715 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531417:0:8254:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79d440/0x81e56358f42c162b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531429:0:8254:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79d440/0x81e56358f42c162b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531448:0:8254:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79d440/0x81e56358f42c162b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531460:0:8254:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79c6c0/0x81e56358f42c1632 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531464:0:8254:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79c6c0/0x81e56358f42c1632 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531468:0:8254:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79c6c0/0x81e56358f42c1632 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531545:0:8254:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79d440/0x81e56358f42c162b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531550:0:8254:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79d440/0x81e56358f42c162b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531554:0:8254:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79d440/0x81e56358f42c162b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531558:0:8254:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c79d440 already unused, calling callback (ffffffffa1346360) 00010000:00010000:1.0:1717018839.531561:0:8254:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79d440/0x81e56358f42c162b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531567:0:8254:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79d440/0x81e56358f42c162b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531577:0:8254:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099a30900) 00010000:00010000:1.0:1717018839.531582:0:8254:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1717018839.531585:0:8254:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79d440/0x81e56358f42c162b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531589:0:8254:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79d440/0x81e56358f42c162b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531597:0:8254:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79c6c0/0x81e56358f42c1632 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531602:0:8254:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79c6c0/0x81e56358f42c1632 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531606:0:8254:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79c6c0/0x81e56358f42c1632 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531609:0:8254:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c79c6c0 already unused, calling callback (ffffffffa1346360) 00010000:00010000:1.0:1717018839.531610:0:8254:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79c6c0/0x81e56358f42c1632 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531614:0:8254:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79c6c0/0x81e56358f42c1632 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531619:0:8254:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c16acfe (ffff880099a30400) 00010000:00010000:1.0:1717018839.531621:0:8254:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1717018839.531622:0:8254:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79c6c0/0x81e56358f42c1632 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531626:0:8254:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79c6c0/0x81e56358f42c1632 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531775:0:8254:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79cd80/0x81e56358f42c1624 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36715 expref: 64 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531781:0:8254:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79cd80/0x81e56358f42c1624 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36715 expref: 64 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.531788:0:8254:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c79cd80, rc 0) 00010000:00000080:1.0:1717018839.531792:0:8254:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88007d6e8e40 x1800422838663552/t0(0) o101->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:191/0 lens 584/640 e 0 to 0 dl 1717018926 ref 1 fl Interpret:/0/0 rc 301/0 job:'bash.0' 00000100:00100000:1.0:1717018839.532957:0:8254:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6e8e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12cff408-c572-49fa-81b0-09052c8e7f41+63:21775:x1800422838663552:12345-192.168.203.26@tcp:101:bash.0 Request processed in 1633us (1794us total) trans 0 rc 301/301 00000100:00100000:1.0:1717018839.532966:0:8254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 341 00000100:00100000:0.0:1717018839.535062:0:2846:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1717018839.535174:0:8254:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838663616 00000100:00100000:1.0:1717018839.535219:0:8254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 342 00000100:00100000:1.0:1717018839.535224:0:8254:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6e84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12cff408-c572-49fa-81b0-09052c8e7f41+63:21775:x1800422838663616:12345-192.168.203.26@tcp:101:bash.0 00010000:00010000:1.0:1717018839.535241:0:8254:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1717018839.535257:0:8254:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79dd40/0x81e56358f42c1639 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe1aedd3f13a3671c expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.535311:0:8254:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79c900/0x81e56358f42c1640 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.535323:0:8254:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79c900/0x81e56358f42c1640 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.535332:0:8254:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79c900/0x81e56358f42c1640 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00000004:00200000:1.0:1717018839.535411:0:8254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1717018839.535414:0:8254:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 47 stripe count 1 MDT count 1 00000004:00010000:1.0:1717018839.535429:0:8254:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79c900/0x81e56358f42c1640 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.535451:0:8254:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79dd40/0x81e56358f42c1639 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3671c expref: 65 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.535463:0:8254:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79c900/0x81e56358f42c1640 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3671c expref: 64 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.535471:0:8254:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099a30900) 00010000:00010000:1.0:1717018839.535473:0:8254:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1717018839.535475:0:8254:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c79c900, rc 0) 00010000:00000080:1.0:1717018839.535479:0:8254:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88007d6e84c0 x1800422838663616/t0(0) o101->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:191/0 lens 576/688 e 0 to 0 dl 1717018926 ref 1 fl Interpret:/0/0 rc 0/0 job:'bash.0' 00000100:00100000:1.0:1717018839.535524:0:8254:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6e84c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12cff408-c572-49fa-81b0-09052c8e7f41+64:21775:x1800422838663616:12345-192.168.203.26@tcp:101:bash.0 Request processed in 300us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018839.535530:0:8254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 342 00000100:00100000:0.0:1717018839.540229:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1717018839.540265:0:8253:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838663680 00000100:00100000:0.0:1717018839.540269:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1717018839.540303:0:8253:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838663808 00000100:00100000:3.0:1717018839.540317:0:8253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 343 00000100:00100000:3.0:1717018839.540323:0:8253:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6e8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12cff408-c572-49fa-81b0-09052c8e7f41+65:1835:x1800422838663680:12345-192.168.203.26@tcp:41:mkdir.0 00000100:00100000:1.0:1717018839.540324:0:8254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 344 00000100:00100000:1.0:1717018839.540328:0:8254:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6e9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12cff408-c572-49fa-81b0-09052c8e7f41+65:21936:x1800422838663808:12345-192.168.203.26@tcp:36:mkdir.0 00000004:00000024:3.0:1717018839.540368:0:8253:0:(mdt_handler.c:548:mdt_statfs()) blocks cached 0 granted 8257536 pending 0 free 2257453056 avail 2255355904 00010000:00000080:3.0:1717018839.540389:0:8253:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88007d6e8980 x1800422838663680/t0(0) o41->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:191/0 lens 224/368 e 0 to 0 dl 1717018926 ref 1 fl Interpret:/0/0 rc 0/0 job:'mkdir.0' 00000100:00100000:3.0:1717018839.540436:0:8253:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6e8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12cff408-c572-49fa-81b0-09052c8e7f41+65:1835:x1800422838663680:12345-192.168.203.26@tcp:41:mkdir.0 Request processed in 114us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018839.540442:0:8253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 343 00010000:00010000:0.0:1717018839.540873:0:8254:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1717018839.540899:0:8254:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88008c79c900/0x81e56358f42c1640 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3671c expref: 64 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.540913:0:8254:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099a30900) 00010000:00010000:0.0:1717018839.540917:0:8254:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1717018839.541018:0:8254:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3a80/0x81e56358f42c1647 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.541030:0:8254:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3a80/0x81e56358f42c1647 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.541039:0:8254:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3a80/0x81e56358f42c1647 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.541051:0:8254:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3180/0x81e56358f42c164e lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.541056:0:8254:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3180/0x81e56358f42c164e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.541062:0:8254:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3180/0x81e56358f42c164e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00000004:00200000:0.0:1717018839.541680:0:8254:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cee:0x0]: returning size 512 00010000:00010000:0.0:1717018839.541691:0:8254:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3a80/0x81e56358f42c1647 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.541697:0:8254:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3a80/0x81e56358f42c1647 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.541701:0:8254:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3a80/0x81e56358f42c1647 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.541705:0:8254:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8801334e3a80 already unused, calling callback (ffffffffa1346360) 00010000:00010000:0.0:1717018839.541708:0:8254:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3a80/0x81e56358f42c1647 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.541713:0:8254:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3a80/0x81e56358f42c1647 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.541722:0:8254:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099a30900) 00010000:00010000:0.0:1717018839.541724:0:8254:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1717018839.541726:0:8254:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3a80/0x81e56358f42c1647 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.541746:0:8254:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3a80/0x81e56358f42c1647 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00000004:00010000:0.0:1717018839.541755:0:8254:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88007d6e9300 reply state ffff88008ab21400 transno 12884902028 ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3180/0x81e56358f42c164e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00000080:0.0:1717018839.541847:0:8254:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88007d6e9300 x1800422838663808/t12884902028(0) o36->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:191/0 lens 512/448 e 0 to 0 dl 1717018926 ref 1 fl Interpret:/0/0 rc 0/0 job:'mkdir.0' 00000100:00100000:0.0:1717018839.543246:0:8254:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6e9300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12cff408-c572-49fa-81b0-09052c8e7f41+65:21936:x1800422838663808:12345-192.168.203.26@tcp:36:mkdir.0 Request processed in 2913us (2973us total) trans 12884902028 rc 0/0 00000100:00100000:0.0:1717018839.543261:0:8254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 344 00010000:00010000:0.0:1717018839.546475:0:2839:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3180/0x81e56358f42c164e lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.546490:0:2839:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3180/0x81e56358f42c164e lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.546497:0:2839:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3180/0x81e56358f42c164e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.546503:0:2839:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8801334e3180 already unused, calling callback (ffffffffa1346360) 00010000:00010000:0.0:1717018839.546507:0:2839:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3180/0x81e56358f42c164e lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.546513:0:2839:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3180/0x81e56358f42c164e lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.546528:0:2839:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c16acfe (ffff88008126f500) 00010000:00010000:0.0:1717018839.546530:0:2839:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1717018839.546533:0:2839:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3180/0x81e56358f42c164e lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.546537:0:2839:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801334e3180/0x81e56358f42c164e lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8254 timeout: 0 lvb_type: 0 00000020:00000080:3.0:1717018839.915422:0:26012:0:(class_obd.c:310:class_handle_ioctl()) cmd = c008667f 00000020:00000080:3.0:1717018839.915434:0:26012:0:(class_obd.c:134:class_resolve_dev_name()) device name MGS 00000020:00000080:3.0:1717018839.915438:0:26012:0:(class_obd.c:141:class_resolve_dev_name()) device name MGS, dev 1 00000020:00000080:2.0:1717018839.916805:0:26012:0:(class_obd.c:310:class_handle_ioctl()) cmd = c00866bc 20000000:00000080:2.0:1717018839.916818:0:26012:0:(mgs_handler.c:993:mgs_iocontrol()) handling ioctl cmd 0xc00866bc 20000000:01000000:2.0:1717018839.916878:0:26012:0:(mgs_llog.c:813:mgs_check_marker()) mgs check lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.test_22c 00000040:00080000:3.0:1717018839.917525:0:26013:0:(llog.c:773:llog_process_thread()) stop processing plain 0x4:10:0 index 83 count 82 00000040:00080000:2.0:1717018839.917809:0:26012:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x4:0x0].83, 224 off23568 20000000:01000000:2.0:1717018839.917850:0:26012:0:(mgs_llog.c:1061:record_base()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre test_22c (null) (null) 00000040:00080000:2.0:1717018839.917892:0:26012:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x4:0x0].84, 120 off23688 00000040:00080000:2.0:1717018839.917930:0:26012:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x4:0x0].85, 224 off23912 00000040:00080000:2.0:1717018839.918420:0:26012:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x3:0x0].88, 224 off24280 20000000:01000000:2.0:1717018839.918429:0:26012:0:(mgs_llog.c:1061:record_base()) lcfg lustre-clilov 0xce020 lustre test_22c (null) (null) 00000040:00080000:2.0:1717018839.918464:0:26012:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x3:0x0].89, 112 off24392 00000040:00080000:2.0:1717018839.919785:0:26012:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x3:0x0].91, 224 off24800 10000000:01000000:2.0:1717018839.919811:0:26012:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1717018839.919855:0:26012:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1655 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.919873:0:26012:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8800a69d0000/0x81e56358f42c12b9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c12b2 expref: 17 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.919878:0:26012:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff88013304a1c0/0x81e56358f42c12c7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c12c0 expref: 17 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.919898:0:26012:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff88013304b180/0x81e56358f42c12d5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c12ce expref: 17 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.919904:0:26012:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff88008c79df80/0x81e56358f42c12e3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c12dc expref: 17 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.919908:0:26012:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff88008c79d680/0x81e56358f42c12f1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c12ea expref: 17 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.919913:0:26012:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff88013304b3c0/0x81e56358f42c12ff lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c12f8 expref: 17 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.919917:0:26012:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff88013304aac0/0x81e56358f42c130d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c1306 expref: 17 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.919925:0:26012:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff880133049440/0x81e56358f42c1314 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36635 expref: 8 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.919930:0:26012:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8800a69d1440/0x81e56358f42c131b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3663c expref: 8 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.919935:0:26012:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1655 lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.919975:0:26012:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8800a69d1440/0x81e56358f42c131b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3663c expref: 8 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.919989:0:26012:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8800a69d1440/0x81e56358f42c131b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3663c expref: 8 pid: 8250 timeout: 1973 lvb_type: 0 00000100:00100000:2.0:1717018839.920002:0:26012:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013731a600 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819880768:192.168.203.26@tcp:104: 00010000:00010000:2.0:1717018839.920095:0:26012:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff880133049440/0x81e56358f42c1314 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36635 expref: 8 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.920102:0:26012:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff880133049440/0x81e56358f42c1314 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36635 expref: 8 pid: 8248 timeout: 1973 lvb_type: 0 00000100:00100000:2.0:1717018839.920108:0:26012:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013731f6c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819880832:192.168.203.26@tcp:104: 00010000:00010000:2.0:1717018839.920132:0:26012:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff88013304aac0/0x81e56358f42c130d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x81e56358f42c1306 expref: 17 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.920138:0:26012:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff88013304aac0/0x81e56358f42c130d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x81e56358f42c1306 expref: 17 pid: 8248 timeout: 1973 lvb_type: 0 00000100:00100000:2.0:1717018839.920145:0:26012:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aac0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819880896:0@lo:104: 00000100:00100000:2.0:1717018839.920176:0:26012:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1717018839.921803:0:26012:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff88013304b3c0/0x81e56358f42c12ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x81e56358f42c12f8 expref: 17 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.921818:0:26012:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff88013304b3c0/0x81e56358f42c12ff lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x81e56358f42c12f8 expref: 17 pid: 8248 timeout: 1973 lvb_type: 0 00000100:00100000:2.0:1717018839.921843:0:26012:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013731df00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819880960:0@lo:104: 00000100:00100000:2.0:1717018839.921878:0:26012:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1717018839.921912:0:26012:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff88008c79d680/0x81e56358f42c12f1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x81e56358f42c12ea expref: 17 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.921919:0:26012:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff88008c79d680/0x81e56358f42c12f1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x81e56358f42c12ea expref: 17 pid: 8249 timeout: 1973 lvb_type: 0 00000100:00100000:2.0:1717018839.921925:0:26012:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b440 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819881024:0@lo:104: 00000100:00100000:2.0:1717018839.921944:0:26012:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1717018839.921981:0:26012:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff88008c79df80/0x81e56358f42c12e3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x81e56358f42c12dc expref: 17 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.921987:0:26012:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff88008c79df80/0x81e56358f42c12e3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x81e56358f42c12dc expref: 17 pid: 8249 timeout: 1973 lvb_type: 0 00000100:00100000:2.0:1717018839.921992:0:26012:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013731d580 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819881088:0@lo:104: 00000100:00100000:1.0:1717018839.922094:0:6895:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1717018839.922108:0:6895:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018839.922121:0:6895:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819880896 00000100:00100000:1.0:1717018839.922153:0:6895:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819880960 00000100:00100000:1.0:1717018839.922159:0:6895:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819881024 00000100:00100000:1.0:1717018839.922164:0:6895:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819881088 00000100:00100000:1.0:1717018839.922182:0:6895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:1.0:1717018839.922187:0:6895:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:627fc11f-491c-4f89-ad31-986408f4a526+6:26012:x1800422819880896:12345-0@lo:104: 00000100:00100000:0.0:1717018839.922220:0:6614:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1717018839.922224:0:6614:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731c740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:627fc11f-491c-4f89-ad31-986408f4a526+6:26012:x1800422819880960:12345-0@lo:104: 00010000:00010000:1.0:1717018839.922235:0:6895:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1717018839.922247:0:6895:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:627fc11f-491c-4f89-ad31-986408f4a526+6:26012:x1800422819880896:12345-0@lo:104: Request processed in 58us (2070us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018839.922252:0:6895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00010000:00010000:0.0:1717018839.922254:0:6614:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1717018839.922261:0:6614:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731c740 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:627fc11f-491c-4f89-ad31-986408f4a526+5:26012:x1800422819880960:12345-0@lo:104: Request processed in 37us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018839.922265:0:6614:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:1.0:1717018839.922268:0:6895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1717018839.922271:0:6895:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009e8ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:627fc11f-491c-4f89-ad31-986408f4a526+5:26012:x1800422819881024:12345-0@lo:104: 00000100:00100000:0.0:1717018839.922276:0:6614:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1717018839.922278:0:6614:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a16a6880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:627fc11f-491c-4f89-ad31-986408f4a526+4:26012:x1800422819881088:12345-0@lo:104: 00010000:00010000:1.0:1717018839.922296:0:6895:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00010000:00010000:0.0:1717018839.922298:0:6614:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1717018839.922299:0:6895:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009e8ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:627fc11f-491c-4f89-ad31-986408f4a526+4:26012:x1800422819881024:12345-0@lo:104: Request processed in 28us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018839.922301:0:6614:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a16a6880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:627fc11f-491c-4f89-ad31-986408f4a526+4:26012:x1800422819881088:12345-0@lo:104: Request processed in 22us (194us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018839.922303:0:6895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1717018839.922305:0:6614:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00010000:00010000:0.0:1717018839.922318:0:6620:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1717018839.922322:0:6620:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff8801334e1680/0x81e56358f42c1306 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x81e56358f42c130d expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.922329:0:6620:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8801334e1680 already unused, calling callback (ffffffffa02815c0) 10000000:00010000:0.0:1717018839.922332:0:6620:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff8801334e1680/0x81e56358f42c1306 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x81e56358f42c130d expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.922337:0:6620:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff8801334e1680/0x81e56358f42c1306 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x81e56358f42c130d expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1717018839.922342:0:6620:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff8801334e1680/0x81e56358f42c1306 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x81e56358f42c130d expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.922343:0:12711:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 10000000:01000000:0.0:1717018839.922346:0:6620:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1717018839.922347:0:12711:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff88008c79cfc0/0x81e56358f42c12f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x81e56358f42c12ff expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.922351:0:12711:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c79cfc0 already unused, calling callback (ffffffffa02815c0) 10000000:00010000:1.0:1717018839.922353:0:12711:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff88008c79cfc0/0x81e56358f42c12f8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x81e56358f42c12ff expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.922357:0:12711:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff88008c79cfc0/0x81e56358f42c12f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x81e56358f42c12ff expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1717018839.922361:0:12711:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff88008c79cfc0/0x81e56358f42c12f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x81e56358f42c12ff expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1717018839.922364:0:12711:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1717018839.922366:0:6620:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.203.126@tcp lock: ffff8801334e1680/0x81e56358f42c1306 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c130d expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.922370:0:6620:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1717018839.922376:0:12711:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.203.126@tcp lock: ffff88008c79cfc0/0x81e56358f42c12f8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12ff expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.922384:0:6620:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff8801334e1680/0x81e56358f42c1306 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c130d expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.922389:0:12711:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1717018839.922393:0:12711:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff88008c79cfc0/0x81e56358f42c12f8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12ff expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.922394:0:6620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff8801334e1680/0x81e56358f42c1306 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c130d expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.922398:0:12711:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff88008c79cfc0/0x81e56358f42c12f8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12ff expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.922404:0:6620:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1717018839.922405:0:6620:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff8801334e0b40/0x81e56358f42c12ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0x81e56358f42c12f1 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.922406:0:12711:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1717018839.922408:0:12711:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c12dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x81e56358f42c12e3 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.922409:0:6620:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8801334e0b40 already unused, calling callback (ffffffffa02815c0) 10000000:00010000:0.0:1717018839.922410:0:6620:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff8801334e0b40/0x81e56358f42c12ea lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x81e56358f42c12f1 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.922411:0:12711:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8801334e1d40 already unused, calling callback (ffffffffa02815c0) 10000000:00010000:1.0:1717018839.922413:0:12711:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c12dc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x81e56358f42c12e3 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.922414:0:6620:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff8801334e0b40/0x81e56358f42c12ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x81e56358f42c12f1 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.922416:0:12711:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c12dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0x81e56358f42c12e3 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1717018839.922418:0:6620:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff8801334e0b40/0x81e56358f42c12ea lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x81e56358f42c12f1 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1717018839.922420:0:12711:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c12dc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0x81e56358f42c12e3 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1717018839.922422:0:6620:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1717018839.922423:0:12711:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1717018839.922432:0:6620:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.203.126@tcp lock: ffff8801334e0b40/0x81e56358f42c12ea lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12f1 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.922433:0:12711:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c12dc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12e3 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.922436:0:6620:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1717018839.922437:0:12711:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1717018839.922448:0:6620:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff8801334e0b40/0x81e56358f42c12ea lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12f1 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.922453:0:6620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff8801334e0b40/0x81e56358f42c12ea lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12f1 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.922459:0:6620:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1717018839.922460:0:6620:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1717018839.922462:0:6620:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1717018839.922485:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008e9af200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:627fc11f-491c-4f89-ad31-986408f4a526:2853:1800422819881280:0@lo:103:ldlm_bl_05.0 00000100:00100000:3.0:1717018839.922492:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6e9c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:627fc11f-491c-4f89-ad31-986408f4a526:2852:1800422819881216:0@lo:103:ldlm_bl_02.0 00000100:00100000:0.0:1717018839.922510:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018839.922522:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018839.922558:0:10751:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819881280 00010000:00010000:3.0:1717018839.922570:0:10751:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88013304b3c0/0x81e56358f42c12ff lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c12f8 expref: 18 pid: 8248 timeout: 1973 lvb_type: 0 00000100:00100000:3.0:1717018839.922598:0:10751:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819881216 00010000:00010000:3.0:1717018839.922605:0:10751:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88013304aac0/0x81e56358f42c130d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c1306 expref: 19 pid: 8248 timeout: 1973 lvb_type: 0 00000100:00100000:3.0:1717018839.922617:0:10751:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75329 00000100:00100000:3.0:1717018839.922620:0:10751:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6dfa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:627fc11f-491c-4f89-ad31-986408f4a526+19:2853:x1800422819881280:12345-0@lo:103:ldlm_bl_05.0 00010000:00010000:3.0:1717018839.922628:0:10751:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1717018839.922630:0:10751:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88013304b3c0/0x81e56358f42c12ff lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c12f8 expref: 19 pid: 8248 timeout: 1973 lvb_type: 0 00010000:00010000:2.0:1717018839.922860:0:26012:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff88013304b180/0x81e56358f42c12d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x81e56358f42c12ce expref: 19 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.922869:0:26012:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff88013304b180/0x81e56358f42c12d5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x81e56358f42c12ce expref: 19 pid: 8248 timeout: 1973 lvb_type: 0 00000100:00100000:2.0:1717018839.922876:0:26012:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880137319300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819881152:0@lo:104: 00000100:00100000:2.0:1717018839.922885:0:2854:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6eaf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:627fc11f-491c-4f89-ad31-986408f4a526:2854:1800422819881344:0@lo:103:ldlm_bl_02.0 00000100:00100000:2.0:1717018839.922903:0:2854:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018839.923014:0:8093:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819881344 00010000:00010000:0.0:1717018839.923024:0:8093:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88008c79d680/0x81e56358f42c12f1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c12ea expref: 20 pid: 8249 timeout: 1973 lvb_type: 0 00000100:00100000:0.0:1717018839.923037:0:8093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75330 00000100:00100000:0.0:1717018839.923040:0:8093:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008696e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:627fc11f-491c-4f89-ad31-986408f4a526+20:2852:x1800422819881216:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1717018839.923045:0:8093:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1717018839.923047:0:8093:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88013304aac0/0x81e56358f42c130d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c1306 expref: 20 pid: 8248 timeout: 1973 lvb_type: 0 00010000:00010000:3.0:1717018839.923109:0:10751:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88013304b3c0/0x81e56358f42c12ff lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x81e56358f42c12f8 expref: 20 pid: 8248 timeout: 1973 lvb_type: 0 00010000:00010000:3.0:1717018839.923124:0:10751:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1717018839.923147:0:10751:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6dfa850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:627fc11f-491c-4f89-ad31-986408f4a526+20:2853:x1800422819881280:12345-0@lo:103:ldlm_bl_05.0 Request processed in 526us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018839.923152:0:10751:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75329 00000100:00100000:3.0:1717018839.923196:0:10751:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75331 00000100:00100000:3.0:1717018839.923200:0:10751:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731e880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:627fc11f-491c-4f89-ad31-986408f4a526+19:2854:x1800422819881344:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1717018839.923205:0:10751:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1717018839.923207:0:10751:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88008c79d680/0x81e56358f42c12f1 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c12ea expref: 19 pid: 8249 timeout: 1973 lvb_type: 0 00010000:00010000:3.0:1717018839.923213:0:10751:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88008c79d680/0x81e56358f42c12f1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x81e56358f42c12ea expref: 19 pid: 8249 timeout: 1973 lvb_type: 0 00010000:00010000:3.0:1717018839.923220:0:10751:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1717018839.923263:0:12711:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c12dc lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12e3 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.923269:0:12711:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c12dc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12e3 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.923285:0:12711:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018839.923286:0:12711:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018839.923287:0:12711:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018839.923292:0:12712:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018839.923295:0:6619:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1717018839.923302:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:627fc11f-491c-4f89-ad31-986408f4a526:2855:1800422819881408:0@lo:103:ldlm_bl_05.0 00000100:00100000:1.0:1717018839.923321:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018839.923342:0:11917:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819881408 00010000:00010000:1.0:1717018839.923350:0:11917:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88008c79df80/0x81e56358f42c12e3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c12dc expref: 20 pid: 8249 timeout: 1973 lvb_type: 0 00000100:00100000:1.0:1717018839.923362:0:11917:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75332 00000100:00100000:1.0:1717018839.923364:0:11917:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b82a600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:627fc11f-491c-4f89-ad31-986408f4a526+20:2855:x1800422819881408:12345-0@lo:103:ldlm_bl_05.0 00010000:00010000:1.0:1717018839.923369:0:11917:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1717018839.923371:0:11917:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88008c79df80/0x81e56358f42c12e3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c12dc expref: 20 pid: 8249 timeout: 1973 lvb_type: 0 00010000:00010000:1.0:1717018839.923376:0:11917:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88008c79df80/0x81e56358f42c12e3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x81e56358f42c12dc expref: 20 pid: 8249 timeout: 1973 lvb_type: 0 00010000:00010000:1.0:1717018839.923395:0:11917:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1717018839.923408:0:11917:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b82a600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_007:627fc11f-491c-4f89-ad31-986408f4a526+20:2855:x1800422819881408:12345-0@lo:103:ldlm_bl_05.0 Request processed in 44us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018839.923413:0:11917:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75332 00000100:00100000:1.0:1717018839.923434:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:627fc11f-491c-4f89-ad31-986408f4a526:2855:1800422819881408:0@lo:103:ldlm_bl_05.0 00000100:00100000:1.0:1717018839.923465:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008e9af200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:627fc11f-491c-4f89-ad31-986408f4a526:2853:1800422819881280:0@lo:103:ldlm_bl_05.0 00000100:00100000:3.0:1717018839.923579:0:10751:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731e880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:627fc11f-491c-4f89-ad31-986408f4a526+19:2854:x1800422819881344:12345-0@lo:103:ldlm_bl_02.0 Request processed in 378us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018839.923589:0:10751:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75331 00010000:00010000:0.0:1717018839.923652:0:8093:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88013304aac0/0x81e56358f42c130d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x81e56358f42c1306 expref: 18 pid: 8248 timeout: 1973 lvb_type: 0 00010000:00010000:0.0:1717018839.923661:0:8093:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1717018839.923665:0:26012:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018839.923680:0:8093:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008696e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:627fc11f-491c-4f89-ad31-986408f4a526+18:2852:x1800422819881216:12345-0@lo:103:ldlm_bl_02.0 Request processed in 640us (1159us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018839.923684:0:6615:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819881152 00000100:00100000:0.0:1717018839.923685:0:8093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75330 00000100:00100000:3.0:1717018839.923698:0:6615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1717018839.923701:0:6615:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008696f200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:627fc11f-491c-4f89-ad31-986408f4a526+3:26012:x1800422819881152:12345-0@lo:104: 00010000:00010000:3.0:1717018839.923736:0:6615:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1717018839.923740:0:6615:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008696f200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:627fc11f-491c-4f89-ad31-986408f4a526+3:26012:x1800422819881152:12345-0@lo:104: Request processed in 39us (76us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018839.923743:0:6615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1717018839.923754:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1717018839.923760:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6e9c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:627fc11f-491c-4f89-ad31-986408f4a526:2852:1800422819881216:0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1717018839.923775:0:14979:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1717018839.923777:0:26012:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff88013304a1c0/0x81e56358f42c12c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x81e56358f42c12c0 expref: 17 pid: 8248 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018839.923778:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:1.0:1717018839.923782:0:14979:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff88008c79fa80/0x81e56358f42c12ce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x81e56358f42c12d5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018839.923784:0:26012:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff88013304a1c0/0x81e56358f42c12c7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x81e56358f42c12c0 expref: 17 pid: 8248 timeout: 1973 lvb_type: 0 00010000:00010000:1.0:1717018839.923787:0:14979:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c79fa80 already unused, calling callback (ffffffffa02815c0) 10000000:00010000:1.0:1717018839.923789:0:14979:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff88008c79fa80/0x81e56358f42c12ce lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x81e56358f42c12d5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1717018839.923792:0:26012:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696f6c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819881472:0@lo:104: 00010000:00010000:1.0:1717018839.923794:0:14979:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff88008c79fa80/0x81e56358f42c12ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x81e56358f42c12d5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1717018839.923799:0:14979:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff88008c79fa80/0x81e56358f42c12ce lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x81e56358f42c12d5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1717018839.923802:0:14979:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:2.0:1717018839.923806:0:2854:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6eaf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:627fc11f-491c-4f89-ad31-986408f4a526:2854:1800422819881344:0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1717018839.923818:0:14979:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.203.126@tcp lock: ffff88008c79fa80/0x81e56358f42c12ce lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12d5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.923822:0:14979:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1717018839.924091:0:14979:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff88008c79fa80/0x81e56358f42c12ce lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12d5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.924097:0:14979:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff88008c79fa80/0x81e56358f42c12ce lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12d5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.924104:0:14979:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018839.924105:0:14979:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018839.924106:0:14979:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1717018839.924114:0:2853:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1717018839.924118:0:26012:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018839.924120:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:627fc11f-491c-4f89-ad31-986408f4a526:2853:1800422819881536:0@lo:103:ldlm_bl_04.0 00010000:00010000:2.0:1717018839.924135:0:26012:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8800a69d0000/0x81e56358f42c12b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x81e56358f42c12b2 expref: 17 pid: 8250 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1717018839.924138:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1717018839.924142:0:26012:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8800a69d0000/0x81e56358f42c12b9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x81e56358f42c12b2 expref: 17 pid: 8250 timeout: 1973 lvb_type: 0 00000100:00100000:2.0:1717018839.924148:0:26012:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013731ed40 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819881600:0@lo:104: 00000100:00100000:1.0:1717018839.924152:0:6895:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819881472 00000100:00100000:1.0:1717018839.924164:0:6895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1717018839.924165:0:26012:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018839.924172:0:6895:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:627fc11f-491c-4f89-ad31-986408f4a526+3:26012:x1800422819881472:12345-0@lo:104: 00000100:00100000:3.0:1717018839.924179:0:10306:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838663872 00000100:00100000:0.0:1717018839.924186:0:8093:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838663936 00010000:00010000:3.0:1717018839.924191:0:10306:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8800a69d1440/0x81e56358f42c131b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3663c expref: 10 pid: 8250 timeout: 1973 lvb_type: 0 00010000:00010000:0.0:1717018839.924199:0:8093:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff880133049440/0x81e56358f42c1314 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36635 expref: 10 pid: 8248 timeout: 1973 lvb_type: 0 00000100:00100000:3.0:1717018839.924204:0:10306:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819881536 00010000:00010000:3.0:1717018839.924209:0:10306:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88013304b180/0x81e56358f42c12d5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c12ce expref: 18 pid: 8248 timeout: 1973 lvb_type: 0 00010000:00010000:1.0:1717018839.924280:0:6895:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1717018839.924283:0:6895:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:627fc11f-491c-4f89-ad31-986408f4a526+3:26012:x1800422819881472:12345-0@lo:104: Request processed in 112us (166us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018839.924286:0:26012:0:(client.c:2492:ptlrpc_set_wait()) set ffff880134ca6e40 going to sleep for 6 seconds 00000100:00100000:1.0:1717018839.924287:0:6895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1717018839.924294:0:6895:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819881600 00000100:00100000:2.0:1717018839.924296:0:26012:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013731a600 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819880768:192.168.203.26@tcp:104: 00000100:00100000:1.0:1717018839.924300:0:6895:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:2.0:1717018839.924302:0:26012:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013731f6c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819880832:192.168.203.26@tcp:104: 00000100:00100000:1.0:1717018839.924302:0:6895:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:627fc11f-491c-4f89-ad31-986408f4a526+3:26012:x1800422819881600:12345-0@lo:104: 00010000:00010000:2.0:1717018839.924315:0:26012:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88013304aac0/0x81e56358f42c130d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x81e56358f42c1306 expref: 18 pid: 8248 timeout: 1973 lvb_type: 0 00010000:00010000:1.0:1717018839.924320:0:6895:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1717018839.924322:0:6895:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731da40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:627fc11f-491c-4f89-ad31-986408f4a526+3:26012:x1800422819881600:12345-0@lo:104: Request processed in 19us (157us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018839.924325:0:26012:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013731aac0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819880896:0@lo:104: 00000100:00100000:1.0:1717018839.924326:0:6895:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00010000:00010000:2.0:1717018839.924331:0:26012:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88013304b3c0/0x81e56358f42c12ff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x81e56358f42c12f8 expref: 17 pid: 8248 timeout: 1973 lvb_type: 0 00000100:00100000:2.0:1717018839.924337:0:26012:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013731df00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819880960:0@lo:104: 00010000:00010000:2.0:1717018839.924343:0:26012:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88008c79d680/0x81e56358f42c12f1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x81e56358f42c12ea expref: 16 pid: 8249 timeout: 1973 lvb_type: 0 00000100:00100000:2.0:1717018839.924347:0:26012:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013731b440 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819881024:0@lo:104: 00010000:00010000:2.0:1717018839.924352:0:26012:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88008c79df80/0x81e56358f42c12e3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x81e56358f42c12dc expref: 15 pid: 8249 timeout: 1973 lvb_type: 0 00000100:00100000:2.0:1717018839.924356:0:26012:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013731d580 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819881088:0@lo:104: 00000100:00100000:2.0:1717018839.924361:0:26012:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880137319300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819881152:0@lo:104: 00000100:00100000:2.0:1717018839.924364:0:26012:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696f6c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819881472:0@lo:104: 00000100:00100000:2.0:1717018839.924368:0:26012:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013731ed40 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26012:1800422819881600:0@lo:104: 00000100:00100000:0.0:1717018839.924407:0:8093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 75333 00000100:00100000:3.0:1717018839.924411:0:10306:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 75334 00000100:00100000:0.0:1717018839.924411:0:8093:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6eb440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:461e9689-0dac-4669-87c3-00abdddc539f+10:1833:x1800422838663872:12345-192.168.203.26@tcp:103:ldlm_bl_05.0 00000100:00100000:1.0:1717018839.924414:0:6618:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75335 00000100:00100000:3.0:1717018839.924415:0:10306:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6eda40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:461e9689-0dac-4669-87c3-00abdddc539f+10:1836:x1800422838663936:12345-192.168.203.26@tcp:103:ldlm_bl_03.0 00000100:00100000:1.0:1717018839.924417:0:6618:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008e9af200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:627fc11f-491c-4f89-ad31-986408f4a526+14:2853:x1800422819881536:12345-0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1717018839.924417:0:8093:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1717018839.924421:0:8093:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8800a69d1440/0x81e56358f42c131b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3663c expref: 10 pid: 8250 timeout: 1973 lvb_type: 0 00010000:00010000:1.0:1717018839.924422:0:6618:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1717018839.924424:0:6618:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88013304b180/0x81e56358f42c12d5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c12ce expref: 14 pid: 8248 timeout: 1973 lvb_type: 0 00010000:00010000:3.0:1717018839.924425:0:10306:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1717018839.924428:0:10306:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff880133049440/0x81e56358f42c1314 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36635 expref: 10 pid: 8248 timeout: 1973 lvb_type: 0 00010000:00010000:0.0:1717018839.924430:0:8093:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8800a69d1440/0x81e56358f42c131b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3663c expref: 10 pid: 8250 timeout: 1973 lvb_type: 0 00010000:00010000:1.0:1717018839.924434:0:6618:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88013304b180/0x81e56358f42c12d5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x81e56358f42c12ce expref: 14 pid: 8248 timeout: 1973 lvb_type: 0 00010000:00010000:3.0:1717018839.924439:0:10306:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff880133049440/0x81e56358f42c1314 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36635 expref: 10 pid: 8248 timeout: 1973 lvb_type: 0 00010000:00010000:0.0:1717018839.924447:0:8093:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a69d1440/0x81e56358f42c131b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3663c expref: 10 pid: 8250 timeout: 1973 lvb_type: 0 00010000:00010000:1.0:1717018839.924449:0:6618:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88013304b180/0x81e56358f42c12d5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x81e56358f42c12ce expref: 14 pid: 8248 timeout: 1973 lvb_type: 0 00010000:00010000:3.0:1717018839.924451:0:10306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff880133049440/0x81e56358f42c1314 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36635 expref: 10 pid: 8248 timeout: 1973 lvb_type: 0 00010000:00010000:0.0:1717018839.924453:0:8093:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1717018839.924456:0:6618:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1717018839.924457:0:10306:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1717018839.924477:0:6618:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008e9af200 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:627fc11f-491c-4f89-ad31-986408f4a526+13:2853:x1800422819881536:12345-0@lo:103:ldlm_bl_04.0 Request processed in 60us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018839.924481:0:6618:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75335 00000100:00100000:3.0:1717018839.924484:0:10306:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6eda40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:461e9689-0dac-4669-87c3-00abdddc539f+8:1836:x1800422838663936:12345-192.168.203.26@tcp:103:ldlm_bl_03.0 Request processed in 69us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018839.924484:0:8093:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6eb440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:461e9689-0dac-4669-87c3-00abdddc539f+8:1833:x1800422838663872:12345-192.168.203.26@tcp:103:ldlm_bl_05.0 Request processed in 73us (731us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018839.924489:0:8093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 75333 00000100:00100000:3.0:1717018839.924492:0:10306:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 75334 00010000:00010000:0.0:1717018839.924501:0:8092:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00000100:00100000:1.0:1717018839.924502:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:627fc11f-491c-4f89-ad31-986408f4a526:2853:1800422819881536:0@lo:103:ldlm_bl_04.0 00010000:00010000:0.0:1717018839.924503:0:8092:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff88008c79e880/0x81e56358f42c12c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x81e56358f42c12c7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.924508:0:8092:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c79e880 already unused, calling callback (ffffffffa02815c0) 10000000:00010000:0.0:1717018839.924510:0:8092:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff88008c79e880/0x81e56358f42c12c0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x81e56358f42c12c7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.924514:0:8092:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff88008c79e880/0x81e56358f42c12c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x81e56358f42c12c7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1717018839.924518:0:8092:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff88008c79e880/0x81e56358f42c12c0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x81e56358f42c12c7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1717018839.924521:0:8092:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1717018839.924522:0:6620:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1717018839.924525:0:6620:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c12b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x81e56358f42c12b9 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.924530:0:6620:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8801334e1200 already unused, calling callback (ffffffffa02815c0) 10000000:00010000:1.0:1717018839.924532:0:6620:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c12b2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x81e56358f42c12b9 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.924533:0:8092:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.203.126@tcp lock: ffff88008c79e880/0x81e56358f42c12c0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12c7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.924536:0:6620:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c12b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x81e56358f42c12b9 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.924537:0:8092:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 10000000:00010000:1.0:1717018839.924541:0:6620:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c12b2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x81e56358f42c12b9 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.924543:0:8092:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff88008c79e880/0x81e56358f42c12c0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12c7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1717018839.924545:0:6620:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1717018839.924550:0:8092:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff88008c79e880/0x81e56358f42c12c0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12c7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.924554:0:6620:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c12b2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12b9 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018839.924555:0:8092:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1717018839.924556:0:8092:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1717018839.924557:0:8092:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018839.924559:0:6620:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1717018839.924566:0:6620:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c12b2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12b9 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.924570:0:6620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c12b2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c12b9 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018839.924570:0:2855:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1717018839.924572:0:2852:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1717018839.924576:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:627fc11f-491c-4f89-ad31-986408f4a526:2855:1800422819881728:0@lo:103:ldlm_bl_02.0 00000100:00100000:3.0:1717018839.924578:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6ed0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:627fc11f-491c-4f89-ad31-986408f4a526:2852:1800422819881664:0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1717018839.924580:0:6620:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018839.924581:0:6620:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018839.924582:0:6620:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1717018839.924596:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018839.924598:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018839.924612:0:10751:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819881728 00000100:00100000:1.0:1717018839.924617:0:14966:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819881664 00010000:00010000:3.0:1717018839.924623:0:10751:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8800a69d0000/0x81e56358f42c12b9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c12b2 expref: 14 pid: 8250 timeout: 1973 lvb_type: 0 00010000:00010000:1.0:1717018839.924623:0:14966:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88013304a1c0/0x81e56358f42c12c7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c12c0 expref: 14 pid: 8248 timeout: 1973 lvb_type: 0 00000100:00100000:3.0:1717018839.924634:0:10751:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75336 00000100:00100000:3.0:1717018839.924637:0:10751:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6dfb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:627fc11f-491c-4f89-ad31-986408f4a526+14:2855:x1800422819881728:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:3.0:1717018839.924642:0:10751:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1717018839.924645:0:10751:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8800a69d0000/0x81e56358f42c12b9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c12b2 expref: 14 pid: 8250 timeout: 1973 lvb_type: 0 00010000:00010000:3.0:1717018839.924650:0:10751:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8800a69d0000/0x81e56358f42c12b9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x81e56358f42c12b2 expref: 14 pid: 8250 timeout: 1973 lvb_type: 0 00000100:00100000:1.0:1717018839.924653:0:14966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75337 00000100:00100000:1.0:1717018839.924656:0:14966:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008696a600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:627fc11f-491c-4f89-ad31-986408f4a526+14:2852:x1800422819881664:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:1.0:1717018839.924660:0:14966:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1717018839.924662:0:14966:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88013304a1c0/0x81e56358f42c12c7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c12c0 expref: 14 pid: 8248 timeout: 1973 lvb_type: 0 00010000:00010000:1.0:1717018839.924672:0:14966:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88013304a1c0/0x81e56358f42c12c7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x81e56358f42c12c0 expref: 14 pid: 8248 timeout: 1973 lvb_type: 0 00010000:00010000:3.0:1717018839.924678:0:10751:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a69d0000/0x81e56358f42c12b9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x81e56358f42c12b2 expref: 14 pid: 8250 timeout: 1973 lvb_type: 0 00010000:00010000:1.0:1717018839.924680:0:14966:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88013304a1c0/0x81e56358f42c12c7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x81e56358f42c12c0 expref: 14 pid: 8248 timeout: 1973 lvb_type: 0 00010000:00010000:2.0:1717018839.924681:0:26012:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1655 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018839.924685:0:10751:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1655 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018839.924691:0:10751:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1655 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26012 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018839.924696:0:14966:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1717018839.924702:0:10751:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1655 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018839.924707:0:10751:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1655 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26012 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1717018839.924711:0:14966:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008696a600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:627fc11f-491c-4f89-ad31-986408f4a526+12:2852:x1800422819881664:12345-0@lo:103:ldlm_bl_03.0 Request processed in 55us (114us total) trans 0 rc 0/0 00010000:00010000:3.0:1717018839.924712:0:10751:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1655 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26012 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1717018839.924715:0:14966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75337 00010000:00010000:3.0:1717018839.924716:0:10751:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1655 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018839.924720:0:10751:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a69d0900 already unused, calling callback (ffffffffa0811190) 00010000:00010000:3.0:1717018839.924722:0:10751:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1655 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018839.924740:0:10751:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1655 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26012 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1717018839.924742:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6ed0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:627fc11f-491c-4f89-ad31-986408f4a526:2852:1800422819881664:0@lo:103:ldlm_bl_03.0 00010000:00010000:3.0:1717018839.924745:0:10751:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1655 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26012 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018839.924752:0:10751:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1717018839.924774:0:10751:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6dfb050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:627fc11f-491c-4f89-ad31-986408f4a526+11:2855:x1800422819881728:12345-0@lo:103:ldlm_bl_02.0 Request processed in 136us (178us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018839.924783:0:10751:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75336 00010000:00010000:2.0:1717018839.924798:0:26012:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1655 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.924804:0:26012:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1655 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26012 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018839.924808:0:26012:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1655 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26012 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1717018839.924898:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:627fc11f-491c-4f89-ad31-986408f4a526:2855:1800422819881728:0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1717018840.328269:0:12711:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1717018840.946054:0:8305:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 12884902028 is committed 00010000:00010000:1.0:1717018841.331541:0:12712:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1717018841.641401:0:6629:0:(mgc_request.c:609:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1717018841.641407:0:6629:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-client-ffff880090828000 from 88 10000000:01000000:1.0:1717018841.641411:0:6629:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1717018841.641445:0:6629:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff88008c79c900/0x81e56358f42c165c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018841.641453:0:6629:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff88008c79c900/0x81e56358f42c165c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018841.641472:0:6629:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff88008c79c900/0x81e56358f42c165c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1717018841.641492:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819881792:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1717018841.641543:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018841.641576:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009a66e900 going to sleep for 6 seconds 00000100:00100000:2.0:1717018841.641610:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819881792 00000100:00100000:2.0:1717018841.641658:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:2.0:1717018841.641663:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+11:6629:x1800422819881792:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1717018841.641672:0:8250:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1717018841.641684:0:8250:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1663 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x81e56358f42c165c expref: -99 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.641700:0:8250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1663 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x81e56358f42c165c expref: 12 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.641706:0:8250:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1663 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c165c expref: 12 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.641711:0:8250:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a69d0900, rc 0) 00000100:00100000:2.0:1717018841.641778:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+12:6629:x1800422819881792:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (235us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018841.641783:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:1.0:1717018841.642200:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819881792:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1717018841.642210:0:6629:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff88008c79c900/0x81e56358f42c165c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1663 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018841.642215:0:6629:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff88008c79c900/0x81e56358f42c165c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x81e56358f42c1663 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1717018841.642256:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819881856:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1717018841.642274:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018841.642281:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009a66e900 going to sleep for 6 seconds 00000100:00100000:0.0:1717018841.643859:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819881856 00000100:00100000:0.0:1717018841.644175:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:0.0:1717018841.644180:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db91050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+12:6629:x1800422819881856:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.644314:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db91050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+12:6629:x1800422819881856:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 133us (2039us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018841.644319:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1717018841.644577:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819881856:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1717018841.644615:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819881920:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1717018841.644648:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018841.645191:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009a66e900 going to sleep for 6 seconds 00000100:00100000:2.0:1717018841.645239:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819881920 00000100:00100000:2.0:1717018841.645289:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:2.0:1717018841.645292:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+12:6629:x1800422819881920:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1717018841.645875:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+12:6629:x1800422819881920:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 581us (1225us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018841.645881:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1717018841.645957:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819881920:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1717018841.646379:0:26032:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26032:1800422819881984:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1717018841.646409:0:26032:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018841.646418:0:26032:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009a66e900 going to sleep for 6 seconds 00000100:00100000:2.0:1717018841.646646:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819881984 00000100:00100000:2.0:1717018841.646675:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:2.0:1717018841.646678:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db92050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+12:26032:x1800422819881984:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1717018841.647012:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db92050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+12:26032:x1800422819881984:12345-0@lo:502:llog_process_th.0 Request processed in 333us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018841.647021:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1717018841.647244:0:26032:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26032:1800422819881984:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1717018841.647274:0:26032:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26032:1800422819882048:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1717018841.647295:0:26032:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018841.647312:0:26032:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009a66e900 going to sleep for 6 seconds 00000100:00100000:0.0:1717018841.647348:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819882048 00000100:00100000:0.0:1717018841.647362:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:0.0:1717018841.647365:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+12:26032:x1800422819882048:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1717018841.647474:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+12:26032:x1800422819882048:12345-0@lo:502:llog_process_th.0 Request processed in 108us (178us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018841.647478:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1717018841.647530:0:26032:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26032:1800422819882048:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1717018841.647552:0:26032:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26032:1800422819882112:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1717018841.647574:0:26032:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018841.647591:0:26032:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009a66e900 going to sleep for 6 seconds 00000100:00100000:0.0:1717018841.647841:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819882112 00000100:00100000:0.0:1717018841.647855:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:0.0:1717018841.647858:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db92850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+12:26032:x1800422819882112:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1717018841.647952:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db92850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+12:26032:x1800422819882112:12345-0@lo:502:llog_process_th.0 Request processed in 93us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018841.647961:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:1.0:1717018841.648172:0:26032:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26032:1800422819882112:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1717018841.648189:0:26032:0:(llog.c:773:llog_process_thread()) stop processing plain 0x3:10:0 index 92 count 90 00000020:01000000:3.0:1717018841.648463:0:6629:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 88-91 (rc=0) 10000000:01000000:3.0:1717018841.648484:0:6629:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1717018841.648488:0:6629:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff88008c79c900/0x81e56358f42c165c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1663 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018841.648497:0:6629:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff88008c79c900/0x81e56358f42c165c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1663 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:3.0:1717018841.648503:0:6629:0:(mgc_request.c:609:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1717018841.648505:0:6629:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 83 10000000:01000000:3.0:1717018841.648507:0:6629:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1717018841.648522:0:6629:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff880133049f80/0x81e56358f42c166a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018841.648526:0:6629:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff880133049f80/0x81e56358f42c166a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018841.648540:0:6629:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff880133049f80/0x81e56358f42c166a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1717018841.648549:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819882176:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1717018841.648574:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018841.648585:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b4cedb40 going to sleep for 6 seconds 00000100:00100000:2.0:1717018841.648858:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819882176 00000100:00100000:2.0:1717018841.648877:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:2.0:1717018841.648880:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db90850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+12:6629:x1800422819882176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1717018841.648886:0:8250:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1717018841.648897:0:8250:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a69d0000/0x81e56358f42c1671 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x81e56358f42c166a expref: -99 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.648910:0:8250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a69d0000/0x81e56358f42c1671 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x81e56358f42c166a expref: 13 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.648916:0:8250:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a69d0000/0x81e56358f42c1671 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c166a expref: 13 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.648921:0:8250:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a69d0000, rc 0) 00000100:00100000:2.0:1717018841.648942:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db90850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+13:6629:x1800422819882176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 62us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018841.648946:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:3.0:1717018841.649020:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819882176:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1717018841.649028:0:6629:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff880133049f80/0x81e56358f42c166a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1671 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018841.649034:0:6629:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff880133049f80/0x81e56358f42c166a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x81e56358f42c1671 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1717018841.649070:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819882240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1717018841.649087:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018841.649161:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b4cedb40 going to sleep for 6 seconds 00000100:00100000:1.0:1717018841.649194:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819882240 00000100:00100000:1.0:1717018841.649254:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:1.0:1717018841.649257:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db93050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+13:6629:x1800422819882240:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1717018841.649470:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819882240:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1717018841.649488:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819882304:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1717018841.649512:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018841.649521:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b4cedb40 going to sleep for 6 seconds 00000100:00100000:1.0:1717018841.649693:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db93050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+13:6629:x1800422819882240:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 185us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018841.649698:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:1.0:1717018841.649712:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819882304 00000100:00100000:1.0:1717018841.649810:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:1.0:1717018841.649813:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db93850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+13:6629:x1800422819882304:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1717018841.649969:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db93850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+13:6629:x1800422819882304:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 154us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018841.649974:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1717018841.650055:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819882304:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1717018841.650157:0:26033:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26033:1800422819882368:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018841.650181:0:26033:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018841.650453:0:26033:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b4cedb40 going to sleep for 6 seconds 00000100:00100000:2.0:1717018841.650475:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819882368 00000100:00100000:2.0:1717018841.650488:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:2.0:1717018841.650491:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db94050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+13:26033:x1800422819882368:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1717018841.650760:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db94050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+13:26033:x1800422819882368:12345-0@lo:502:llog_process_th.0 Request processed in 268us (579us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018841.650765:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1717018841.650856:0:26033:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26033:1800422819882368:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1717018841.650872:0:26033:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1717018841.650878:0:26033:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1717018841.650879:0:26033:0:(obd_config.c:1460:class_process_config()) marker 57 (0x1) lustre-MDT0000-m new lustre.test_22c 00000020:00000080:3.0:1717018841.650882:0:26033:0:(obd_config.c:1384:class_process_config()) processing cmd: ce020 00020000:01000000:3.0:1717018841.650906:0:26033:0:(lod_pool.c:497:lod_pool_new()) test_22c is pool #2 00080000:10000000:3.0:1717018841.652089:0:26033:0:(osd_index.c:2094:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x49:0x0] (8/8/4) registered 00080000:10000000:3.0:1717018841.683635:0:26033:0:(osd_index.c:2094:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x4a:0x0] (8/8/4) registered 00080000:10000000:3.0:1717018841.712808:0:26033:0:(osd_index.c:2094:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x4b:0x0] (8/8/4) registered 00000100:00100000:0.0:1717018841.732363:0:2846:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1717018841.733279:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838664000 00000100:00100000:2.0:1717018841.733319:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 891 00000100:00100000:2.0:1717018841.733323:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:461e9689-0dac-4669-87c3-00abdddc539f+7:4633:x1800422838664000:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1717018841.733343:0:8250:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1717018841.733361:0:8250:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a69d3600/0x81e56358f42c1678 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xe1aedd3f13a36723 expref: -99 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.733388:0:8250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a69d3600/0x81e56358f42c1678 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36723 expref: 8 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.733395:0:8250:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a69d3600/0x81e56358f42c1678 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36723 expref: 8 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.733402:0:8250:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a69d3600, rc 0) 00000100:00100000:2.0:1717018841.733454:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:461e9689-0dac-4669-87c3-00abdddc539f+8:4633:x1800422838664000:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 Request processed in 130us (1097us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018841.733459:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 891 00000100:00100000:2.0:1717018841.735805:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1717018841.735853:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838664064 00000100:00100000:2.0:1717018841.735886:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 892 00000100:00100000:2.0:1717018841.735890:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db95050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+8:4633:x1800422838664064:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1717018841.736016:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db95050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+8:4633:x1800422838664064:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 Request processed in 125us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018841.736022:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 892 00000100:00100000:1.0:1717018841.741156:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018841.741215:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838664128 00000100:00100000:0.0:1717018841.741255:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 893 00000100:00100000:0.0:1717018841.741259:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:461e9689-0dac-4669-87c3-00abdddc539f+8:4633:x1800422838664128:12345-192.168.203.26@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.741468:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:461e9689-0dac-4669-87c3-00abdddc539f+8:4633:x1800422838664128:12345-192.168.203.26@tcp:503:ll_cfg_requeue.0 Request processed in 207us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018841.741474:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 893 00000100:00100000:3.0:1717018841.746403:0:26033:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26033:1800422819882432:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018841.746489:0:26033:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018841.746514:0:26033:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013480ee40 going to sleep for 6 seconds 00000100:00100000:0.0:1717018841.746930:0:2846:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1717018841.746991:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819882432 00000100:00100000:2.0:1717018841.747026:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838664192 00000100:00100000:2.0:1717018841.747039:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:2.0:1717018841.747043:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+13:26033:x1800422819882432:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1717018841.747353:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+13:26033:x1800422819882432:12345-0@lo:502:llog_process_th.0 Request processed in 309us (864us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018841.747367:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:2.0:1717018841.747397:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 895 00000100:00100000:2.0:1717018841.747401:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+8:21948:x1800422838664192:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:2.0:1717018841.747707:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+8:21948:x1800422838664192:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 305us (778us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018841.747723:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 895 00000100:00100000:3.0:1717018841.748211:0:26033:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26033:1800422819882432:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1717018841.748248:0:26033:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1717018841.748253:0:26033:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1717018841.748255:0:26033:0:(obd_config.c:1460:class_process_config()) marker 57 (0x2) lustre-MDT0000-m new lustre.test_22c 00000040:00080000:3.0:1717018841.748260:0:26033:0:(llog.c:773:llog_process_thread()) stop processing plain 0x4:10:0 index 86 count 85 00000020:01000000:0.0:1717018841.749922:0:6629:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-MDT0000 gen 83-85 (rc=0) 10000000:01000000:0.0:1717018841.749954:0:6629:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1717018841.749962:0:6629:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff880133049f80/0x81e56358f42c166a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1671 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.749974:0:6629:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff880133049f80/0x81e56358f42c166a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1671 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1717018841.749983:0:6629:0:(mgc_request.c:609:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1717018841.749985:0:6629:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-client-ffff88009757f800 from 88 10000000:01000000:0.0:1717018841.749988:0:6629:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1717018841.750024:0:6629:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c167f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.750035:0:6629:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c167f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.750044:0:6629:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c167f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018841.750077:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6ec280 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819882496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.750129:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018841.750609:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b2890480 going to sleep for 6 seconds 00000100:00100000:1.0:1717018841.750748:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819882496 00000100:00100000:1.0:1717018841.750798:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 896 00000100:00100000:1.0:1717018841.750802:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d912850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+13:6629:x1800422819882496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1717018841.750812:0:8250:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1717018841.750842:0:8250:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88008c79c000/0x81e56358f42c1686 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x81e56358f42c167f expref: -99 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018841.750861:0:8250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88008c79c000/0x81e56358f42c1686 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x81e56358f42c167f expref: 14 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018841.750868:0:8250:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88008c79c000/0x81e56358f42c1686 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c167f expref: 14 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018841.750874:0:8250:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c79c000, rc 0) 00000100:00100000:1.0:1717018841.750912:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d912850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+14:6629:x1800422819882496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018841.750917:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 896 00000100:00100000:2.0:1717018841.751015:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6ec280 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819882496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1717018841.751027:0:6629:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c167f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1686 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.751034:0:6629:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c167f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x81e56358f42c1686 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1717018841.751078:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013731ed40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819882560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1717018841.751100:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018841.751108:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801361a7240 going to sleep for 6 seconds 00000100:00100000:0.0:1717018841.751196:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819882560 00000100:00100000:0.0:1717018841.751209:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:0.0:1717018841.751212:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d917850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+14:6629:x1800422819882560:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1717018841.751473:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018841.751656:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d917850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+14:6629:x1800422819882560:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 443us (556us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018841.751661:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1717018841.751692:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013731ed40 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819882560:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1717018841.751726:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819882624:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1717018841.751756:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018841.751799:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838664256 00000100:00100000:0.0:1717018841.751811:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 898 00000100:00100000:0.0:1717018841.751814:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d914050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:461e9689-0dac-4669-87c3-00abdddc539f+8:21948:x1800422838664256:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:0.0:1717018841.752021:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d914050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:461e9689-0dac-4669-87c3-00abdddc539f+8:21948:x1800422838664256:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 205us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018841.752026:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 898 00000100:00100000:3.0:1717018841.752432:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013480ee40 going to sleep for 6 seconds 00000100:00100000:2.0:1717018841.752475:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819882624 00000100:00100000:2.0:1717018841.752494:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1717018841.752497:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+14:6629:x1800422819882624:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1717018841.752604:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+14:6629:x1800422819882624:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 106us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018841.752609:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:3.0:1717018841.752764:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819882624:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1717018841.753267:0:26087:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26087:1800422819882688:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018841.753292:0:26087:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018841.753579:0:26087:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013480ee40 going to sleep for 6 seconds 00000100:00100000:1.0:1717018841.753617:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819882688 00000100:00100000:1.0:1717018841.753644:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:1.0:1717018841.753647:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+14:26087:x1800422819882688:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1717018841.753959:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+14:26087:x1800422819882688:12345-0@lo:502:llog_process_th.0 Request processed in 310us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018841.753964:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1717018841.754052:0:26087:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26087:1800422819882688:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018841.754085:0:26087:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26087:1800422819882752:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018841.754107:0:26087:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018841.754114:0:26087:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013480ee40 going to sleep for 6 seconds 00000100:00100000:2.0:1717018841.754163:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819882752 00000100:00100000:2.0:1717018841.754176:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:2.0:1717018841.754183:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+14:26087:x1800422819882752:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1717018841.754287:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+14:26087:x1800422819882752:12345-0@lo:502:llog_process_th.0 Request processed in 103us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018841.754292:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1717018841.754339:0:26087:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26087:1800422819882752:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018841.754357:0:26087:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26087:1800422819882816:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018841.754377:0:26087:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018841.754383:0:26087:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013480ee40 going to sleep for 6 seconds 00000100:00100000:2.0:1717018841.754504:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819882816 00000100:00100000:2.0:1717018841.754516:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:2.0:1717018841.754519:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+14:26087:x1800422819882816:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1717018841.754611:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+14:26087:x1800422819882816:12345-0@lo:502:llog_process_th.0 Request processed in 90us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018841.754616:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1717018841.754686:0:26087:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696e3c0 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26087:1800422819882816:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1717018841.754701:0:26087:0:(llog.c:773:llog_process_thread()) stop processing plain 0x3:10:0 index 92 count 90 00000020:01000000:2.0:1717018841.755032:0:6629:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 88-91 (rc=0) 10000000:01000000:2.0:1717018841.755051:0:6629:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1717018841.755057:0:6629:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c167f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1686 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.755066:0:6629:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c167f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1686 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1717018841.755074:0:6629:0:(mgc_request.c:609:do_requeue()) updating log lustre-OST0001 10000000:01000000:2.0:1717018841.755076:0:6629:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:2.0:1717018841.755078:0:6629:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:2.0:1717018841.755094:0:6629:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff8800a69d1b00/0x81e56358f42c168d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.755100:0:6629:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff8800a69d1b00/0x81e56358f42c168d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.755107:0:6629:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff8800a69d1b00/0x81e56358f42c168d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1717018841.755124:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880137319300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819882880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1717018841.755144:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018841.755160:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801361a7cc0 going to sleep for 6 seconds 00000100:00100000:1.0:1717018841.755401:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819882880 00000100:00100000:1.0:1717018841.755416:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 903 00000100:00100000:1.0:1717018841.755419:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+14:6629:x1800422819882880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1717018841.755425:0:8249:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1717018841.755437:0:8249:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88008c79cb40/0x81e56358f42c1694 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x81e56358f42c168d expref: -99 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018841.755464:0:8249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88008c79cb40/0x81e56358f42c1694 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x81e56358f42c168d expref: 15 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018841.755471:0:8249:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88008c79cb40/0x81e56358f42c1694 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c168d expref: 15 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018841.755478:0:8249:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c79cb40, rc 0) 00000100:00100000:1.0:1717018841.755501:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+15:6629:x1800422819882880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 81us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018841.755506:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 903 00000100:00100000:2.0:1717018841.755800:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1717018841.755822:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880137319300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819882880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1717018841.755850:0:6629:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff8800a69d1b00/0x81e56358f42c168d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1694 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.755857:0:6629:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff8800a69d1b00/0x81e56358f42c168d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x81e56358f42c1694 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1717018841.755889:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880137319300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819882944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1717018841.755908:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018841.755916:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff8801361a7cc0 going to sleep for 6 seconds 00000100:00100000:1.0:1717018841.756058:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838664320 00000100:00100000:1.0:1717018841.756073:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819882944 00000100:00100000:1.0:1717018841.756083:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 904 00000100:00100000:1.0:1717018841.756086:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:461e9689-0dac-4669-87c3-00abdddc539f+8:21948:x1800422838664320:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:1.0:1717018841.756249:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:461e9689-0dac-4669-87c3-00abdddc539f+8:21948:x1800422838664320:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 162us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018841.756255:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 904 00000100:00100000:1.0:1717018841.756267:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:1.0:1717018841.756270:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c549050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+15:6629:x1800422819882944:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1717018841.756358:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c549050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+15:6629:x1800422819882944:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 87us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018841.756363:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:0.0:1717018841.756421:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880137319300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819882944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.756446:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883008:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.756479:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018841.756488:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b28909c0 going to sleep for 6 seconds 00000100:00100000:3.0:1717018841.756552:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819883008 00000100:00100000:3.0:1717018841.756572:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:3.0:1717018841.756574:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c548850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+15:6629:x1800422819883008:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1717018841.756743:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c548850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+15:6629:x1800422819883008:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 167us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018841.756748:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1717018841.756865:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883008:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1717018841.757478:0:26088:0:(llog.c:773:llog_process_thread()) stop processing plain 0x9:10:0 index 64768 count 11 00000020:01000000:0.0:1717018841.757871:0:6629:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:0.0:1717018841.757890:0:6629:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:0.0:1717018841.757896:0:6629:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff8800a69d1b00/0x81e56358f42c168d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1694 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.757911:0:6629:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff8800a69d1b00/0x81e56358f42c168d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1694 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1717018841.757918:0:6629:0:(mgc_request.c:609:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1717018841.757921:0:6629:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-client-ffff8800a67c2000 from 88 10000000:01000000:0.0:1717018841.757923:0:6629:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1717018841.757940:0:6629:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c169b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.757946:0:6629:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c169b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.757952:0:6629:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c169b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018841.757963:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.757990:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018841.758000:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b28909c0 going to sleep for 6 seconds 00000100:00100000:1.0:1717018841.758524:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819883072 00000100:00100000:1.0:1717018841.758557:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1717018841.758561:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+15:6629:x1800422819883072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1717018841.758575:0:8249:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1717018841.758587:0:8249:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88008c79c480/0x81e56358f42c16a2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x81e56358f42c169b expref: -99 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018841.758603:0:8249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88008c79c480/0x81e56358f42c16a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x81e56358f42c169b expref: 16 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018841.758610:0:8249:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88008c79c480/0x81e56358f42c16a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c169b expref: 16 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018841.758616:0:8249:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c79c480, rc 0) 00000100:00100000:1.0:1717018841.758640:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+16:6629:x1800422819883072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 79us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018841.758645:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:0.0:1717018841.758750:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1717018841.758760:0:6629:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c169b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16a2 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.758766:0:6629:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c169b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x81e56358f42c16a2 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018841.758801:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.758819:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018841.758974:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b28909c0 going to sleep for 6 seconds 00000100:00100000:2.0:1717018841.759024:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819883136 00000100:00100000:2.0:1717018841.759092:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:2.0:1717018841.759096:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c549850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+16:6629:x1800422819883136:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1717018841.759195:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c549850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+16:6629:x1800422819883136:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 98us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018841.759200:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:0.0:1717018841.759277:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883136:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.759304:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883200:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.759336:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018841.759343:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b28909c0 going to sleep for 6 seconds 00000100:00100000:1.0:1717018841.759413:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819883200 00000100:00100000:1.0:1717018841.759438:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:1.0:1717018841.759441:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+16:6629:x1800422819883200:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1717018841.759615:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+16:6629:x1800422819883200:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 173us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018841.759620:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:0.0:1717018841.759740:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883200:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1717018841.760378:0:26089:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26089:1800422819883264:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1717018841.760411:0:26089:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018841.760504:0:26089:0:(client.c:2492:ptlrpc_set_wait()) set ffff880134ca6780 going to sleep for 6 seconds 00000100:00100000:2.0:1717018841.760549:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819883264 00000100:00100000:2.0:1717018841.760576:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:2.0:1717018841.760579:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+16:26089:x1800422819883264:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1717018841.760960:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+16:26089:x1800422819883264:12345-0@lo:502:llog_process_th.0 Request processed in 380us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018841.760973:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1717018841.761087:0:26089:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26089:1800422819883264:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1717018841.761126:0:26089:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26089:1800422819883328:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1717018841.761150:0:26089:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018841.761163:0:26089:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012e752b40 going to sleep for 6 seconds 00000100:00100000:3.0:1717018841.761210:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819883328 00000100:00100000:3.0:1717018841.761230:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:3.0:1717018841.761232:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+16:26089:x1800422819883328:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018841.761369:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+16:26089:x1800422819883328:12345-0@lo:502:llog_process_th.0 Request processed in 135us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018841.761374:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:0.0:1717018841.761464:0:2846:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1717018841.761523:0:26089:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26089:1800422819883328:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1717018841.761549:0:26089:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26089:1800422819883392:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1717018841.761573:0:26089:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018841.761582:0:26089:0:(client.c:2492:ptlrpc_set_wait()) set ffff880134ca6780 going to sleep for 6 seconds 00000100:00100000:0.0:1717018841.761627:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838664384 00000100:00100000:0.0:1717018841.761641:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819883392 00000100:00100000:0.0:1717018841.761650:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 912 00000100:00100000:0.0:1717018841.761654:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:461e9689-0dac-4669-87c3-00abdddc539f+8:4633:x1800422838664384:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 00010000:00010000:0.0:1717018841.761660:0:8249:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1717018841.761677:0:8249:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8801334e3840/0x81e56358f42c16a9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xe1aedd3f13a3672a expref: -99 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.761702:0:8249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8801334e3840/0x81e56358f42c16a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3672a expref: 9 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.761711:0:8249:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8801334e3840/0x81e56358f42c16a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3672a expref: 9 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.761727:0:8249:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8801334e3840, rc 0) 00000100:00100000:0.0:1717018841.761756:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:461e9689-0dac-4669-87c3-00abdddc539f+9:4633:x1800422838664384:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 Request processed in 101us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018841.761761:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 912 00000100:00100000:0.0:1717018841.761774:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:0.0:1717018841.761776:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+16:26089:x1800422819883392:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1717018841.761906:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+16:26089:x1800422819883392:12345-0@lo:502:llog_process_th.0 Request processed in 129us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018841.761916:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1717018841.761975:0:26089:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008b828000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26089:1800422819883392:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1717018841.761991:0:26089:0:(llog.c:773:llog_process_thread()) stop processing plain 0x3:10:0 index 92 count 90 00000020:01000000:0.0:1717018841.762733:0:6629:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 88-91 (rc=0) 10000000:01000000:0.0:1717018841.762755:0:6629:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1717018841.762760:0:6629:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c169b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16a2 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.762769:0:6629:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c169b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16a2 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1717018841.762778:0:6629:0:(mgc_request.c:609:do_requeue()) updating log lustre-OST0000 10000000:01000000:0.0:1717018841.762780:0:6629:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:0.0:1717018841.762783:0:6629:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1717018841.762799:0:6629:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff8801334e1f80/0x81e56358f42c16b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.762805:0:6629:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff8801334e1f80/0x81e56358f42c16b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.762811:0:6629:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff8801334e1f80/0x81e56358f42c16b0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018841.762823:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.763033:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018841.763088:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b2890480 going to sleep for 6 seconds 00000100:00100000:2.0:1717018841.763129:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819883456 00000100:00100000:2.0:1717018841.763307:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:2.0:1717018841.763312:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c548050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+16:6629:x1800422819883456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1717018841.763318:0:8250:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1717018841.763329:0:8250:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a69d2d00/0x81e56358f42c16b7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x81e56358f42c16b0 expref: -99 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.763344:0:8250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a69d2d00/0x81e56358f42c16b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x81e56358f42c16b0 expref: 17 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.763350:0:8250:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a69d2d00/0x81e56358f42c16b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c16b0 expref: 17 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018841.763355:0:8250:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a69d2d00, rc 0) 00000100:00100000:2.0:1717018841.763390:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c548050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+17:6629:x1800422819883456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 78us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018841.763395:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:0.0:1717018841.763567:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1717018841.763578:0:6629:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff8801334e1f80/0x81e56358f42c16b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16b7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.763584:0:6629:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff8801334e1f80/0x81e56358f42c16b0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x81e56358f42c16b7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018841.763629:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.763646:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018841.763654:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b2890480 going to sleep for 6 seconds 00000100:00100000:3.0:1717018841.763698:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819883520 00000100:00100000:3.0:1717018841.763721:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:3.0:1717018841.763724:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea9a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+17:6629:x1800422819883520:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1717018841.763864:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea9a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+17:6629:x1800422819883520:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 139us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018841.763870:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1717018841.764875:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883520:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.764903:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883584:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.764942:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018841.764951:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b2890480 going to sleep for 6 seconds 00000100:00100000:3.0:1717018841.765192:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1717018841.765317:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819883584 00000100:00100000:2.0:1717018841.765485:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838664448 00000100:00100000:0.0:1717018841.765514:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1717018841.765517:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea9f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+17:6629:x1800422819883584:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.765721:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea9f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+17:6629:x1800422819883584:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 195us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018841.765727:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1717018841.765750:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 917 00000100:00100000:0.0:1717018841.765754:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea9f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+9:4633:x1800422838664448:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.765840:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea9f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+9:4633:x1800422838664448:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 Request processed in 69us (633us total) trans 0 rc -2/-2 00000100:00100000:0.0:1717018841.765846:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 917 00000100:00100000:0.0:1717018841.765947:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883584:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1717018841.768946:0:26090:0:(llog.c:773:llog_process_thread()) stop processing plain 0x8:10:0 index 64768 count 14 00000020:01000000:0.0:1717018841.769103:0:6629:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:0.0:1717018841.769129:0:6629:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:0.0:1717018841.769137:0:6629:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff8801334e1f80/0x81e56358f42c16b0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16b7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.769162:0:6629:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff8801334e1f80/0x81e56358f42c16b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16b7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1717018841.769171:0:6629:0:(mgc_request.c:609:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:0.0:1717018841.769174:0:6629:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-sptlrpc-ffff8800a6da9430 from 1 10000000:01000000:0.0:1717018841.769176:0:6629:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:0.0:1717018841.769206:0:6629:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff8801334e2400/0x81e56358f42c16be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.769212:0:6629:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff8801334e2400/0x81e56358f42c16be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.769220:0:6629:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff8801334e2400/0x81e56358f42c16be lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018841.769242:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.769304:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018841.769332:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b2890480 going to sleep for 6 seconds 00000100:00100000:1.0:1717018841.769440:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819883648 00000100:00100000:1.0:1717018841.769505:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1717018841.769510:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea9e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+17:6629:x1800422819883648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1717018841.769522:0:8249:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1717018841.769535:0:8249:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88008c79e1c0/0x81e56358f42c16c5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x81e56358f42c16be expref: -99 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018841.769555:0:8249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88008c79e1c0/0x81e56358f42c16c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x81e56358f42c16be expref: 18 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018841.769563:0:8249:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88008c79e1c0/0x81e56358f42c16c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c16be expref: 18 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018841.769570:0:8249:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c79e1c0, rc 0) 00000100:00100000:1.0:1717018841.769690:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea9e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+18:6629:x1800422819883648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 175us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018841.769692:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1717018841.769696:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00010000:00010000:0.0:1717018841.769703:0:6629:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff8801334e2400/0x81e56358f42c16be lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16c5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.769708:0:6629:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff8801334e2400/0x81e56358f42c16be lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x81e56358f42c16c5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018841.769754:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1717018841.769773:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018841.769789:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff8800b2890480 going to sleep for 6 seconds 00000100:00100000:1.0:1717018841.769869:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819883712 00000100:00100000:1.0:1717018841.769887:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1717018841.769891:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea9e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+18:6629:x1800422819883712:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1717018841.769987:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea9e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+18:6629:x1800422819883712:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 95us (213us total) trans 0 rc -2/-2 00000100:00100000:1.0:1717018841.770023:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:0.0:1717018841.770056:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819883712:0@lo:501:ll_cfg_requeue.0 10000000:01000000:0.0:1717018841.770075:0:6629:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1717018841.770078:0:6629:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff8801334e2400/0x81e56358f42c16be lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16c5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018841.770082:0:6629:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff8801334e2400/0x81e56358f42c16be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16c5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.332518:0:6619:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1717018842.492245:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013731d580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2855:1800422819883776:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1717018842.492297:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018842.492445:0:8081:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819883776 00000100:00100000:2.0:1717018842.492485:0:8081:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1717018842.492490:0:8081:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008b828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2855:x1800422819883776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1717018842.492517:0:8081:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1703936 granted 511639552 pending 0 free 3458203648 avail 3456106496 00000100:00100000:2.0:1717018842.492545:0:8081:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008b828000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2855:x1800422819883776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018842.492550:0:8081:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1717018842.492639:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013731d580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2855:1800422819883776:0@lo:13:osp-pre-0-0.0 00000020:00000080:1.0:1717018842.671029:0:26220:0:(class_obd.c:310:class_handle_ioctl()) cmd = c008667f 00000020:00000080:1.0:1717018842.671038:0:26220:0:(class_obd.c:134:class_resolve_dev_name()) device name MGS 00000020:00000080:1.0:1717018842.671041:0:26220:0:(class_obd.c:141:class_resolve_dev_name()) device name MGS, dev 1 00000020:00000080:1.0:1717018842.671810:0:26220:0:(class_obd.c:310:class_handle_ioctl()) cmd = c00866bc 20000000:00000080:1.0:1717018842.671816:0:26220:0:(mgs_handler.c:993:mgs_iocontrol()) handling ioctl cmd 0xc00866bc 20000000:01000000:1.0:1717018842.671865:0:26220:0:(mgs_llog.c:813:mgs_check_marker()) mgs check lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_22c.lustre-OST0000_UUID 00000040:00080000:2.0:1717018842.673748:0:26221:0:(llog.c:773:llog_process_thread()) stop processing plain 0x4:10:0 index 86 count 85 00000040:00080000:1.0:1717018842.674131:0:26220:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x4:0x0].86, 224 off24136 20000000:01000000:1.0:1717018842.674146:0:26220:0:(mgs_llog.c:1061:record_base()) lcfg lustre-MDT0000-mdtlov 0xce021 lustre test_22c lustre-OST0000_UUID (null) 00000040:00080000:1.0:1717018842.674183:0:26220:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x4:0x0].87, 144 off24280 00000040:00080000:1.0:1717018842.674216:0:26220:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x4:0x0].88, 224 off24504 00000040:00080000:1.0:1717018842.674674:0:26220:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x3:0x0].92, 224 off25024 20000000:01000000:1.0:1717018842.674681:0:26220:0:(mgs_llog.c:1061:record_base()) lcfg lustre-clilov 0xce021 lustre test_22c lustre-OST0000_UUID (null) 00000040:00080000:1.0:1717018842.674747:0:26220:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x3:0x0].93, 136 off25160 00000040:00080000:1.0:1717018842.674785:0:26220:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x3:0x0].94, 224 off25384 10000000:01000000:1.0:1717018842.674795:0:26220:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:1.0:1717018842.674809:0:26220:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff88008c79fa80/0x81e56358f42c16cc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.674822:0:26220:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1663 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c165c expref: 17 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.675522:0:26220:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8800a69d0000/0x81e56358f42c1671 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c166a expref: 17 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.675544:0:26220:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8800a69d3600/0x81e56358f42c1678 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36723 expref: 8 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.675549:0:26220:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff88008c79c000/0x81e56358f42c1686 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c167f expref: 17 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.675553:0:26220:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff88008c79cb40/0x81e56358f42c1694 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c168d expref: 17 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.675558:0:26220:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff88008c79c480/0x81e56358f42c16a2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c169b expref: 17 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.675567:0:26220:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8801334e3840/0x81e56358f42c16a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3672a expref: 8 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.675571:0:26220:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8800a69d2d00/0x81e56358f42c16b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c16b0 expref: 17 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.675576:0:26220:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff88008c79e1c0/0x81e56358f42c16c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c16be expref: 17 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.675583:0:26220:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff88008c79fa80/0x81e56358f42c16cc lrc: 12/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.675766:0:26220:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff88008c79e1c0/0x81e56358f42c16c5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x81e56358f42c16be expref: 17 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.675780:0:26220:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff88008c79e1c0/0x81e56358f42c16c5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x81e56358f42c16be expref: 17 pid: 8249 timeout: 1975 lvb_type: 0 00000100:00100000:1.0:1717018842.675793:0:26220:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008b82a600 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819883840:0@lo:104: 00000100:00100000:1.0:1717018842.675892:0:26220:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1717018842.675933:0:26220:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8800a69d2d00/0x81e56358f42c16b7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x81e56358f42c16b0 expref: 17 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.675939:0:26220:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8800a69d2d00/0x81e56358f42c16b7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x81e56358f42c16b0 expref: 17 pid: 8250 timeout: 1975 lvb_type: 0 00000100:00100000:1.0:1717018842.675945:0:26220:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132efbdc0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819883904:0@lo:104: 00000100:00100000:2.0:1717018842.675955:0:6614:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819883840 00000100:00100000:1.0:1717018842.675958:0:26220:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1717018842.675978:0:26220:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8801334e3840/0x81e56358f42c16a9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3672a expref: 8 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.675982:0:26220:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8801334e3840/0x81e56358f42c16a9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3672a expref: 8 pid: 8249 timeout: 1975 lvb_type: 0 00000100:00100000:1.0:1717018842.675988:0:26220:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132ef8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819883968:192.168.203.26@tcp:104: 00000100:00100000:0.0:1717018842.676002:0:6615:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819883904 00000100:00100000:2.0:1717018842.676580:0:6614:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1717018842.676585:0:6614:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132efb440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:627fc11f-491c-4f89-ad31-986408f4a526+4:26220:x1800422819883904:12345-0@lo:104: 00000100:00100000:0.0:1717018842.676642:0:6615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1717018842.676647:0:6615:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132eff6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:627fc11f-491c-4f89-ad31-986408f4a526+4:26220:x1800422819883840:12345-0@lo:104: 00010000:00010000:1.0:1717018842.676729:0:26220:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff88008c79c480/0x81e56358f42c16a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x81e56358f42c169b expref: 17 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.676741:0:26220:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff88008c79c480/0x81e56358f42c16a2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x81e56358f42c169b expref: 17 pid: 8249 timeout: 1975 lvb_type: 0 00000100:00100000:1.0:1717018842.676750:0:26220:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132efd580 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819884032:0@lo:104: 00000100:00100000:1.0:1717018842.676777:0:26220:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018842.676802:0:6895:0:(service.c:173:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1717018842.676808:0:6895:0:(service.c:3197:ptlrpc_start_thread()) ldlm_cbd[0] started 3 min 2 max 56 00000100:00100000:1.0:1717018842.676811:0:6895:0:(service.c:3256:ptlrpc_start_thread()) starting thread 'ldlm_cb00_003' 00010000:00010000:2.0:1717018842.676869:0:6614:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1717018842.676874:0:6614:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132efb440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:627fc11f-491c-4f89-ad31-986408f4a526+4:26220:x1800422819883904:12345-0@lo:104: Request processed in 289us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018842.676879:0:6614:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1717018842.676892:0:6614:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819884032 00000100:00100000:2.0:1717018842.676900:0:6614:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:2.0:1717018842.676902:0:6614:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008fb7b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:627fc11f-491c-4f89-ad31-986408f4a526+4:26220:x1800422819884032:12345-0@lo:104: 00010000:00010000:2.0:1717018842.676925:0:6614:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1717018842.676927:0:6614:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008fb7b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:627fc11f-491c-4f89-ad31-986408f4a526+4:26220:x1800422819884032:12345-0@lo:104: Request processed in 24us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018842.676930:0:6614:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00010000:00010000:2.0:1717018842.676940:0:6620:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1717018842.676943:0:6620:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff8801334e1f80/0x81e56358f42c16b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0x81e56358f42c16b7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018842.676945:0:6615:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00010000:2.0:1717018842.676949:0:6620:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8801334e1f80 already unused, calling callback (ffffffffa02815c0) 00000100:00100000:0.0:1717018842.676949:0:6615:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132eff6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:627fc11f-491c-4f89-ad31-986408f4a526+3:26220:x1800422819883840:12345-0@lo:104: Request processed in 303us (1058us total) trans 0 rc 0/0 10000000:00010000:2.0:1717018842.676951:0:6620:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff8801334e1f80/0x81e56358f42c16b0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x81e56358f42c16b7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018842.676954:0:6615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00010000:00010000:2.0:1717018842.676956:0:6620:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff8801334e1f80/0x81e56358f42c16b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x81e56358f42c16b7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1717018842.676961:0:6620:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff8801334e1f80/0x81e56358f42c16b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x81e56358f42c16b7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1717018842.676964:0:6620:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1717018842.676987:0:8092:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1717018842.676990:0:6620:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.203.126@tcp lock: ffff8801334e1f80/0x81e56358f42c16b0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c16b7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018842.676990:0:8092:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff8801334e2400/0x81e56358f42c16be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0x81e56358f42c16c5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.676994:0:6620:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1717018842.676996:0:8092:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8801334e2400 already unused, calling callback (ffffffffa02815c0) 10000000:00010000:0.0:1717018842.676998:0:8092:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff8801334e2400/0x81e56358f42c16be lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0x81e56358f42c16c5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018842.677002:0:8092:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff8801334e2400/0x81e56358f42c16be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x81e56358f42c16c5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.677004:0:6620:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff8801334e1f80/0x81e56358f42c16b0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c16b7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1717018842.677006:0:8092:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff8801334e2400/0x81e56358f42c16be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0x81e56358f42c16c5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.677007:0:6620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff8801334e1f80/0x81e56358f42c16b0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c16b7 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1717018842.677010:0:8092:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1717018842.677015:0:6620:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1717018842.677017:0:6620:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c169b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0x81e56358f42c16a2 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.677020:0:6620:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8801334e1d40 already unused, calling callback (ffffffffa02815c0) 10000000:00010000:2.0:1717018842.677021:0:6620:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c169b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0x81e56358f42c16a2 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018842.677022:0:8092:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.203.126@tcp lock: ffff8801334e2400/0x81e56358f42c16be lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c16c5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.677025:0:6620:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c169b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0x81e56358f42c16a2 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:00010000:2.0:1717018842.677028:0:6620:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c169b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0x81e56358f42c16a2 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1717018842.677031:0:6620:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1717018842.677031:0:8092:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1717018842.677036:0:8092:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff8801334e2400/0x81e56358f42c16be lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c16c5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.677038:0:6620:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c169b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c16a2 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018842.677040:0:8092:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff8801334e2400/0x81e56358f42c16be lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c16c5 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.677041:0:6620:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1717018842.677048:0:8092:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1717018842.677049:0:8092:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1717018842.677050:0:8092:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1717018842.677261:0:14979:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1717018842.677285:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013731b440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:627fc11f-491c-4f89-ad31-986408f4a526:2852:1800422819884096:0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1717018842.677305:0:26220:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff88008c79cb40/0x81e56358f42c1694 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x81e56358f42c168d expref: 17 pid: 8249 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1717018842.677309:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1717018842.677312:0:26220:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff88008c79cb40/0x81e56358f42c1694 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x81e56358f42c168d expref: 17 pid: 8249 timeout: 1975 lvb_type: 0 00000100:00100000:1.0:1717018842.677323:0:26220:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132efc740 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819884288:0@lo:104: 00000100:00100000:3.0:1717018842.677327:0:2852:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1717018842.677330:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:627fc11f-491c-4f89-ad31-986408f4a526:2852:1800422819884160:0@lo:103:ldlm_bl_03.0 00000100:00100000:3.0:1717018842.677342:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018842.677342:0:26220:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1717018842.677357:0:26220:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff88008c79c000/0x81e56358f42c1686 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x81e56358f42c167f expref: 17 pid: 8250 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1717018842.677358:0:10306:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819884096 00010000:00010000:1.0:1717018842.677362:0:26220:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff88008c79c000/0x81e56358f42c1686 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x81e56358f42c167f expref: 18 pid: 8250 timeout: 1975 lvb_type: 0 00010000:00010000:3.0:1717018842.677368:0:10306:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8800a69d2d00/0x81e56358f42c16b7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c16b0 expref: 18 pid: 8250 timeout: 1975 lvb_type: 0 00000100:00100000:1.0:1717018842.677368:0:26220:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132efb900 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819884352:0@lo:104: 00000100:00100000:1.0:1717018842.677382:0:26220:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018842.677386:0:10306:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819884160 00010000:00010000:3.0:1717018842.677392:0:10306:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88008c79e1c0/0x81e56358f42c16c5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c16be expref: 19 pid: 8249 timeout: 1975 lvb_type: 0 00010000:00010000:1.0:1717018842.677403:0:26220:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8800a69d3600/0x81e56358f42c1678 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36723 expref: 8 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.677410:0:26220:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8800a69d3600/0x81e56358f42c1678 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36723 expref: 8 pid: 8250 timeout: 1975 lvb_type: 0 00000100:00100000:3.0:1717018842.677413:0:10306:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75338 00000100:00100000:3.0:1717018842.677415:0:10306:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008696e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:627fc11f-491c-4f89-ad31-986408f4a526+19:2852:x1800422819884096:12345-0@lo:103:ldlm_bl_02.0 00000100:00100000:1.0:1717018842.677418:0:26220:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819884416:192.168.203.26@tcp:104: 00010000:00010000:3.0:1717018842.677424:0:10306:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1717018842.677427:0:10306:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8800a69d2d00/0x81e56358f42c16b7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c16b0 expref: 19 pid: 8250 timeout: 1975 lvb_type: 0 00000100:00100000:1.0:1717018842.677429:0:14966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75339 00000100:00100000:1.0:1717018842.677432:0:14966:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008696aac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:627fc11f-491c-4f89-ad31-986408f4a526+19:2852:x1800422819884160:12345-0@lo:103:ldlm_bl_03.0 00010000:00010000:3.0:1717018842.677435:0:10306:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8800a69d2d00/0x81e56358f42c16b7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x81e56358f42c16b0 expref: 19 pid: 8250 timeout: 1975 lvb_type: 0 00010000:00010000:1.0:1717018842.677438:0:14966:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1717018842.677440:0:14966:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88008c79e1c0/0x81e56358f42c16c5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c16be expref: 19 pid: 8249 timeout: 1975 lvb_type: 0 00010000:00010000:3.0:1717018842.677445:0:10306:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1717018842.677446:0:14966:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88008c79e1c0/0x81e56358f42c16c5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x81e56358f42c16be expref: 19 pid: 8249 timeout: 1975 lvb_type: 0 00010000:00010000:1.0:1717018842.677453:0:14966:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1717018842.677467:0:10306:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008696e3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:627fc11f-491c-4f89-ad31-986408f4a526+19:2852:x1800422819884096:12345-0@lo:103:ldlm_bl_02.0 Request processed in 47us (154us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018842.677468:0:14966:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008696aac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:627fc11f-491c-4f89-ad31-986408f4a526+19:2852:x1800422819884160:12345-0@lo:103:ldlm_bl_03.0 Request processed in 36us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018842.677472:0:10306:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75338 00000100:00100000:1.0:1717018842.677476:0:14966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75339 00000100:00100000:3.0:1717018842.677497:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:627fc11f-491c-4f89-ad31-986408f4a526:2852:1800422819884160:0@lo:103:ldlm_bl_03.0 00000100:00100000:3.0:1717018842.677502:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013731b440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:627fc11f-491c-4f89-ad31-986408f4a526:2852:1800422819884096:0@lo:103:ldlm_bl_02.0 00010000:00010000:2.0:1717018842.677542:0:6620:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c169b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c16a2 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.677547:0:6620:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff8801334e1d40/0x81e56358f42c169b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c16a2 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1717018842.677548:0:2855:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1717018842.677554:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013731df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:627fc11f-491c-4f89-ad31-986408f4a526:2855:1800422819884224:0@lo:103:ldlm_bl_02.0 00010000:00010000:2.0:1717018842.677556:0:6620:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1717018842.677557:0:6620:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1717018842.677558:0:6620:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1717018842.677568:0:6614:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819884288 00000100:00100000:1.0:1717018842.677570:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018842.677577:0:6614:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819884352 00000100:00100000:2.0:1717018842.677584:0:6614:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:2.0:1717018842.677586:0:6614:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132efa140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:627fc11f-491c-4f89-ad31-986408f4a526+4:26220:x1800422819884288:12345-0@lo:104: 00010000:00010000:1.0:1717018842.677586:0:26220:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8800a69d0000/0x81e56358f42c1671 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x81e56358f42c166a expref: 17 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.677592:0:26220:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8800a69d0000/0x81e56358f42c1671 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x81e56358f42c166a expref: 17 pid: 8250 timeout: 1975 lvb_type: 0 00000100:00100000:1.0:1717018842.677597:0:26220:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132eff200 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819884480:0@lo:104: 00010000:00010000:2.0:1717018842.677612:0:6614:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1717018842.677615:0:6614:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132efa140 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:627fc11f-491c-4f89-ad31-986408f4a526+4:26220:x1800422819884288:12345-0@lo:104: Request processed in 28us (274us total) trans 0 rc 0/0 00010000:00010000:1.0:1717018842.677616:0:12711:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1717018842.677619:0:6614:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00010000:00010000:1.0:1717018842.677619:0:12711:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff8800a69d1b00/0x81e56358f42c168d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x81e56358f42c1694 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.677623:0:12711:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a69d1b00 already unused, calling callback (ffffffffa02815c0) 10000000:00010000:1.0:1717018842.677624:0:12711:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff8800a69d1b00/0x81e56358f42c168d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x81e56358f42c1694 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1717018842.677625:0:6614:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1717018842.677627:0:6614:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132efd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:627fc11f-491c-4f89-ad31-986408f4a526+3:26220:x1800422819884352:12345-0@lo:104: 00010000:00010000:1.0:1717018842.677629:0:12711:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff8800a69d1b00/0x81e56358f42c168d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x81e56358f42c1694 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:00010000:1.0:1717018842.677633:0:12711:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff8800a69d1b00/0x81e56358f42c168d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x81e56358f42c1694 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1717018842.677636:0:12711:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1717018842.677643:0:6614:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1717018842.677644:0:2846:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1717018842.677645:0:6614:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132efd0c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:627fc11f-491c-4f89-ad31-986408f4a526+3:26220:x1800422819884352:12345-0@lo:104: Request processed in 17us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018842.677648:0:6614:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00010000:00010000:1.0:1717018842.677648:0:12711:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.203.126@tcp lock: ffff8800a69d1b00/0x81e56358f42c168d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c1694 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.677652:0:12711:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1717018842.677655:0:12712:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1717018842.677657:0:12712:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c167f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x81e56358f42c1686 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018842.677658:0:8093:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819884224 00010000:00010000:1.0:1717018842.677661:0:12711:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff8800a69d1b00/0x81e56358f42c168d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c1694 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.677662:0:12712:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8801334e1200 already unused, calling callback (ffffffffa02815c0) 10000000:00010000:2.0:1717018842.677663:0:12712:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c167f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0x81e56358f42c1686 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.677665:0:12711:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff8800a69d1b00/0x81e56358f42c168d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c1694 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018842.677666:0:8093:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88008c79c480/0x81e56358f42c16a2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c169b expref: 18 pid: 8249 timeout: 1975 lvb_type: 0 00010000:00010000:2.0:1717018842.677667:0:12712:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c167f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0x81e56358f42c1686 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.677672:0:12711:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018842.677673:0:12711:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018842.677674:0:12711:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1717018842.677677:0:8093:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838664512 10000000:00010000:2.0:1717018842.677678:0:12712:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c167f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x81e56358f42c1686 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1717018842.677681:0:12712:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:1.0:1717018842.677683:0:14966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75340 00010000:00010000:0.0:1717018842.677683:0:8093:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8801334e3840/0x81e56358f42c16a9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3672a expref: 9 pid: 8249 timeout: 1975 lvb_type: 0 00000100:00100000:1.0:1717018842.677686:0:14966:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132efe3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:627fc11f-491c-4f89-ad31-986408f4a526+18:2855:x1800422819884224:12345-0@lo:103:ldlm_bl_02.0 00010000:00010000:1.0:1717018842.677691:0:14966:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1717018842.677692:0:8093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 75341 00010000:00010000:2.0:1717018842.677693:0:12712:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c167f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c1686 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.677693:0:14966:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88008c79c480/0x81e56358f42c16a2 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c169b expref: 18 pid: 8249 timeout: 1975 lvb_type: 0 00000100:00100000:0.0:1717018842.677695:0:8093:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6eb900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:461e9689-0dac-4669-87c3-00abdddc539f+9:1833:x1800422838664512:12345-192.168.203.26@tcp:103:ldlm_bl_05.0 00010000:00010000:2.0:1717018842.677696:0:12712:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1717018842.677698:0:14966:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88008c79c480/0x81e56358f42c16a2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x81e56358f42c169b expref: 18 pid: 8249 timeout: 1975 lvb_type: 0 00010000:00010000:0.0:1717018842.677700:0:8093:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1717018842.677701:0:12712:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c167f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c1686 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018842.677701:0:8093:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8801334e3840/0x81e56358f42c16a9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3672a expref: 9 pid: 8249 timeout: 1975 lvb_type: 0 00010000:00010000:1.0:1717018842.677704:0:14966:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1717018842.677705:0:12712:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff8801334e1200/0x81e56358f42c167f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c1686 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018842.677720:0:8093:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8801334e3840/0x81e56358f42c16a9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3672a expref: 9 pid: 8249 timeout: 1975 lvb_type: 0 00010000:00010000:2.0:1717018842.677723:0:12712:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1717018842.677723:0:12712:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1717018842.677724:0:12712:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1717018842.677727:0:2853:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:0.0:1717018842.677727:0:8093:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1717018842.677730:0:14966:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132efe3c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:627fc11f-491c-4f89-ad31-986408f4a526+18:2855:x1800422819884224:12345-0@lo:103:ldlm_bl_02.0 Request processed in 44us (160us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018842.677733:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013731aac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:627fc11f-491c-4f89-ad31-986408f4a526:2853:1800422819884608:0@lo:103:ldlm_bl_06.0 00000100:00100000:1.0:1717018842.677735:0:14966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75340 00000100:00100000:0.0:1717018842.677740:0:8093:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6eb900 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:461e9689-0dac-4669-87c3-00abdddc539f+9:1833:x1800422838664512:12345-192.168.203.26@tcp:103:ldlm_bl_05.0 Request processed in 45us (98us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018842.677748:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132efaf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:627fc11f-491c-4f89-ad31-986408f4a526:2855:1800422819884544:0@lo:103:ldlm_bl_05.0 00000100:00100000:2.0:1717018842.677749:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018842.677749:0:8093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 75341 00000100:00100000:0.0:1717018842.677757:0:8093:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819884608 00010000:00010000:0.0:1717018842.677763:0:8093:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88008c79c000/0x81e56358f42c1686 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c167f expref: 18 pid: 8250 timeout: 1975 lvb_type: 0 00000100:00100000:1.0:1717018842.677765:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018842.677774:0:8093:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819884544 00000100:00100000:1.0:1717018842.677778:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013731df00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:627fc11f-491c-4f89-ad31-986408f4a526:2855:1800422819884224:0@lo:103:ldlm_bl_02.0 00010000:00010000:0.0:1717018842.677779:0:8093:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff88008c79cb40/0x81e56358f42c1694 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c168d expref: 19 pid: 8249 timeout: 1975 lvb_type: 0 00000100:00100000:0.0:1717018842.677790:0:8093:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75342 00000100:00100000:0.0:1717018842.677792:0:8093:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:627fc11f-491c-4f89-ad31-986408f4a526+19:2853:x1800422819884608:12345-0@lo:103:ldlm_bl_06.0 00000100:00100000:1.0:1717018842.677794:0:6617:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75343 00010000:00010000:0.0:1717018842.677796:0:8093:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1717018842.677797:0:6617:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a6dd7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:627fc11f-491c-4f89-ad31-986408f4a526+19:2855:x1800422819884544:12345-0@lo:103:ldlm_bl_05.0 00010000:00010000:0.0:1717018842.677798:0:8093:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88008c79c000/0x81e56358f42c1686 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c167f expref: 19 pid: 8250 timeout: 1975 lvb_type: 0 00010000:00010000:1.0:1717018842.677801:0:6617:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1717018842.677803:0:8093:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88008c79c000/0x81e56358f42c1686 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x81e56358f42c167f expref: 19 pid: 8250 timeout: 1975 lvb_type: 0 00010000:00010000:1.0:1717018842.677806:0:6617:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff88008c79cb40/0x81e56358f42c1694 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c168d expref: 19 pid: 8249 timeout: 1975 lvb_type: 0 00010000:00010000:0.0:1717018842.677809:0:8093:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1717018842.677811:0:6617:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff88008c79cb40/0x81e56358f42c1694 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x81e56358f42c168d expref: 19 pid: 8249 timeout: 1975 lvb_type: 0 00010000:00010000:1.0:1717018842.677816:0:6617:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1717018842.677842:0:6617:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a6dd7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:627fc11f-491c-4f89-ad31-986408f4a526+19:2855:x1800422819884544:12345-0@lo:103:ldlm_bl_05.0 Request processed in 45us (76us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018842.677842:0:8093:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731f6c0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:627fc11f-491c-4f89-ad31-986408f4a526+19:2853:x1800422819884608:12345-0@lo:103:ldlm_bl_06.0 Request processed in 31us (75us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018842.677844:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013731aac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:627fc11f-491c-4f89-ad31-986408f4a526:2853:1800422819884608:0@lo:103:ldlm_bl_06.0 00000100:00100000:0.0:1717018842.677846:0:8093:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75342 00000100:00100000:1.0:1717018842.677848:0:6617:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75343 00000100:00100000:1.0:1717018842.677876:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132efaf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:627fc11f-491c-4f89-ad31-986408f4a526:2855:1800422819884544:0@lo:103:ldlm_bl_05.0 00000100:00100000:1.0:1717018842.677891:0:26220:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018842.677905:0:6615:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819884480 00010000:00010000:1.0:1717018842.677911:0:26220:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1663 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x81e56358f42c165c expref: 17 pid: 8250 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018842.677916:0:6615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00010000:00010000:1.0:1717018842.677917:0:26220:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1663 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x81e56358f42c165c expref: 17 pid: 8250 timeout: 1975 lvb_type: 0 00000100:00100000:0.0:1717018842.677919:0:6615:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132efaf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:627fc11f-491c-4f89-ad31-986408f4a526+3:26220:x1800422819884480:12345-0@lo:104: 00000100:00100000:1.0:1717018842.677923:0:26220:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132efe3c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819884672:0@lo:104: 00000100:00100000:1.0:1717018842.677935:0:26220:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018842.677939:0:26220:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009a66e240 going to sleep for 6 seconds 00010000:00010000:0.0:1717018842.677945:0:6615:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:1.0:1717018842.677948:0:6619:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1717018842.677948:0:6615:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132efaf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:627fc11f-491c-4f89-ad31-986408f4a526+3:26220:x1800422819884480:12345-0@lo:104: Request processed in 29us (56us total) trans 0 rc 0/0 00010000:00010000:1.0:1717018842.677951:0:6619:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff880133049f80/0x81e56358f42c166a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x81e56358f42c1671 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018842.677952:0:6615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00010000:00010000:1.0:1717018842.677956:0:6619:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880133049f80 already unused, calling callback (ffffffffa02815c0) 10000000:00010000:1.0:1717018842.677957:0:6619:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff880133049f80/0x81e56358f42c166a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x81e56358f42c1671 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.677961:0:6619:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff880133049f80/0x81e56358f42c166a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x81e56358f42c1671 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018842.677963:0:6615:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819884672 00000100:00100000:0.0:1717018842.677969:0:6615:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:0.0:1717018842.677972:0:6615:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132efed40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:627fc11f-491c-4f89-ad31-986408f4a526+3:26220:x1800422819884672:12345-0@lo:104: 10000000:00010000:1.0:1717018842.677973:0:6619:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff880133049f80/0x81e56358f42c166a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x81e56358f42c1671 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1717018842.677976:0:6619:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1717018842.677987:0:6619:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.203.126@tcp lock: ffff880133049f80/0x81e56358f42c166a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c1671 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018842.677989:0:6615:0:(ldlm_lockd.c:2154:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:1.0:1717018842.677991:0:6619:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1717018842.677992:0:6615:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132efed40 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:627fc11f-491c-4f89-ad31-986408f4a526+3:26220:x1800422819884672:12345-0@lo:104: Request processed in 20us (57us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018842.677995:0:6615:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00010000:00010000:1.0:1717018842.677996:0:6619:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff880133049f80/0x81e56358f42c166a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c1671 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.678000:0:6619:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff880133049f80/0x81e56358f42c166a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c1671 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018842.678003:0:8092:0:(ldlm_lockd.c:2784:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1717018842.678004:0:8092:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff88008c79c900/0x81e56358f42c165c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x81e56358f42c1663 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.678006:0:6619:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018842.678006:0:6619:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018842.678007:0:6619:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1717018842.678008:0:8092:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c79c900 already unused, calling callback (ffffffffa02815c0) 10000000:00010000:0.0:1717018842.678010:0:8092:0:(mgc_request.c:1019:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff88008c79c900/0x81e56358f42c165c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x81e56358f42c1663 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018842.678013:0:8092:0:(ldlm_request.c:1235:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff88008c79c900/0x81e56358f42c165c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x81e56358f42c1663 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:00010000:0.0:1717018842.678017:0:8092:0:(mgc_request.c:1025:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff88008c79c900/0x81e56358f42c165c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x81e56358f42c1663 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.678018:0:26220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88008c79e1c0/0x81e56358f42c16c5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x81e56358f42c16be expref: 17 pid: 8249 timeout: 1975 lvb_type: 0 10000000:01000000:0.0:1717018842.678021:0:8092:0:(mgc_request.c:1029:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:1.0:1717018842.678024:0:26220:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008b82a600 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819883840:0@lo:104: 00010000:00010000:0.0:1717018842.678029:0:8092:0:(ldlm_request.c:1301:ldlm_cancel_pack()) ### packing ns: MGC192.168.203.126@tcp lock: ffff88008c79c900/0x81e56358f42c165c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c1663 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.678030:0:26220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a69d2d00/0x81e56358f42c16b7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x81e56358f42c16b0 expref: 16 pid: 8250 timeout: 1975 lvb_type: 0 00010000:00010000:0.0:1717018842.678033:0:8092:0:(ldlm_request.c:1305:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1717018842.678035:0:26220:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132efbdc0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819883904:0@lo:104: 00010000:00010000:1.0:1717018842.678041:0:26220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8801334e3840/0x81e56358f42c16a9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3672a expref: 8 pid: 8249 timeout: 1975 lvb_type: 0 00010000:00010000:0.0:1717018842.678045:0:8092:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff88008c79c900/0x81e56358f42c165c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c1663 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1717018842.678048:0:26220:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132ef8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819883968:192.168.203.26@tcp:104: 00010000:00010000:0.0:1717018842.678049:0:8092:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff88008c79c900/0x81e56358f42c165c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000000 nid: local remote: 0x81e56358f42c1663 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1717018842.678053:0:2855:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1717018842.678061:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6ec740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:627fc11f-491c-4f89-ad31-986408f4a526:2855:1800422819884800:0@lo:103:ldlm_bl_03.0 00010000:00010000:0.0:1717018842.678063:0:8092:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1717018842.678064:0:8092:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1717018842.678065:0:8092:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1717018842.678076:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018842.678088:0:10306:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819884800 00010000:00010000:1.0:1717018842.678090:0:26220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88008c79c480/0x81e56358f42c16a2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x81e56358f42c169b expref: 15 pid: 8249 timeout: 1975 lvb_type: 0 00000100:00100000:1.0:1717018842.678096:0:26220:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132efd580 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819884032:0@lo:104: 00010000:00010000:3.0:1717018842.678097:0:10306:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1663 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c165c expref: 15 pid: 8250 timeout: 1975 lvb_type: 0 00010000:00010000:1.0:1717018842.678100:0:26220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88008c79cb40/0x81e56358f42c1694 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x81e56358f42c168d expref: 15 pid: 8249 timeout: 1975 lvb_type: 0 00000100:00100000:1.0:1717018842.678104:0:26220:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132efc740 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819884288:0@lo:104: 00000100:00100000:3.0:1717018842.678108:0:10306:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75344 00010000:00010000:1.0:1717018842.678108:0:26220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88008c79c000/0x81e56358f42c1686 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x81e56358f42c167f expref: 14 pid: 8250 timeout: 1975 lvb_type: 0 00000100:00100000:3.0:1717018842.678111:0:10306:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132efb440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:627fc11f-491c-4f89-ad31-986408f4a526+14:2855:x1800422819884800:12345-0@lo:103:ldlm_bl_03.0 00000100:00100000:1.0:1717018842.678112:0:26220:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132efb900 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819884352:0@lo:104: 00010000:00010000:3.0:1717018842.678115:0:10306:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1717018842.678116:0:26220:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132eff200 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819884480:0@lo:104: 00010000:00010000:3.0:1717018842.678117:0:10306:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1663 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c165c expref: 13 pid: 8250 timeout: 1975 lvb_type: 0 00000100:00100000:1.0:1717018842.678120:0:26220:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132efe3c0 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819884672:0@lo:104: 00010000:00010000:3.0:1717018842.678125:0:10306:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1663 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x81e56358f42c165c expref: 13 pid: 8250 timeout: 1975 lvb_type: 0 00010000:00010000:3.0:1717018842.678132:0:10306:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a69d0900/0x81e56358f42c1663 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x81e56358f42c165c expref: 13 pid: 8250 timeout: 1975 lvb_type: 0 00010000:00010000:3.0:1717018842.678138:0:10306:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1717018842.678156:0:10306:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132efb440 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_006:627fc11f-491c-4f89-ad31-986408f4a526+12:2855:x1800422819884800:12345-0@lo:103:ldlm_bl_03.0 Request processed in 45us (80us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018842.678160:0:10306:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75344 00000100:00100000:0.0:1717018842.678165:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6ec740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:627fc11f-491c-4f89-ad31-986408f4a526:2855:1800422819884800:0@lo:103:ldlm_bl_03.0 00000100:00100000:2.0:1717018842.678219:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132ef8e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:627fc11f-491c-4f89-ad31-986408f4a526:2853:1800422819884736:0@lo:103:ldlm_bl_01.0 00000100:00100000:2.0:1717018842.678234:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018842.678276:0:14966:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819884736 00010000:00010000:3.0:1717018842.678283:0:14966:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8800a69d0000/0x81e56358f42c1671 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c166a expref: 12 pid: 8250 timeout: 1975 lvb_type: 0 00000100:00100000:3.0:1717018842.678298:0:14966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75345 00000100:00100000:3.0:1717018842.678301:0:14966:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731aac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:627fc11f-491c-4f89-ad31-986408f4a526+12:2853:x1800422819884736:12345-0@lo:103:ldlm_bl_01.0 00010000:00010000:3.0:1717018842.678306:0:14966:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1717018842.678307:0:14966:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8800a69d0000/0x81e56358f42c1671 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x81e56358f42c166a expref: 12 pid: 8250 timeout: 1975 lvb_type: 0 00010000:00010000:3.0:1717018842.678311:0:14966:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8800a69d0000/0x81e56358f42c1671 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x81e56358f42c166a expref: 12 pid: 8250 timeout: 1975 lvb_type: 0 00010000:00010000:3.0:1717018842.678317:0:14966:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a69d0000/0x81e56358f42c1671 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x81e56358f42c166a expref: 12 pid: 8250 timeout: 1975 lvb_type: 0 00010000:00010000:3.0:1717018842.678322:0:14966:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1717018842.678364:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132ef8e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:627fc11f-491c-4f89-ad31-986408f4a526:2853:1800422819884736:0@lo:103:ldlm_bl_01.0 00000100:00100000:3.0:1717018842.678392:0:14966:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731aac0 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:627fc11f-491c-4f89-ad31-986408f4a526+11:2853:x1800422819884736:12345-0@lo:103:ldlm_bl_01.0 Request processed in 35us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018842.678396:0:14966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75345 00000100:00100000:1.0:1717018842.678743:0:26220:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26220:1800422819884416:192.168.203.26@tcp:104: 00010000:00010000:1.0:1717018842.678769:0:26220:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff88008c79fa80/0x81e56358f42c16cc lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1717018842.679340:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1717018842.679401:0:14966:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838664576 00010000:00010000:3.0:1717018842.679570:0:14966:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8800a69d3600/0x81e56358f42c1678 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36723 expref: 8 pid: 8250 timeout: 1975 lvb_type: 0 00000100:00100000:3.0:1717018842.679594:0:14966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 75346 00000100:00100000:3.0:1717018842.679601:0:14966:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731a600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:461e9689-0dac-4669-87c3-00abdddc539f+8:1834:x1800422838664576:12345-192.168.203.26@tcp:103:ldlm_bl_03.0 00010000:00010000:3.0:1717018842.679609:0:14966:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1717018842.679612:0:14966:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8800a69d3600/0x81e56358f42c1678 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36723 expref: 8 pid: 8250 timeout: 1975 lvb_type: 0 00010000:00010000:3.0:1717018842.679619:0:14966:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8800a69d3600/0x81e56358f42c1678 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36723 expref: 8 pid: 8250 timeout: 1975 lvb_type: 0 00010000:00010000:3.0:1717018842.679628:0:14966:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a69d3600/0x81e56358f42c1678 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36723 expref: 8 pid: 8250 timeout: 1975 lvb_type: 0 00010000:00010000:3.0:1717018842.679638:0:14966:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff88008c79fa80/0x81e56358f42c16cc lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018842.679641:0:14966:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88008c79fa80/0x81e56358f42c16cc lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018842.679650:0:14966:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88008c79fa80/0x81e56358f42c16cc lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018842.679653:0:14966:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff88008c79fa80/0x81e56358f42c16cc lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018842.679655:0:14966:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff88008c79fa80/0x81e56358f42c16cc lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018842.679658:0:14966:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff88008c79fa80/0x81e56358f42c16cc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018842.679667:0:14966:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88008c79fa80 already unused, calling callback (ffffffffa0811190) 00010000:00010000:3.0:1717018842.679668:0:14966:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff88008c79fa80/0x81e56358f42c16cc lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018842.679672:0:14966:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff88008c79fa80/0x81e56358f42c16cc lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018842.679683:0:14966:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff88008c79fa80/0x81e56358f42c16cc lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018842.679689:0:14966:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1717018842.679725:0:26220:0:(ldlm_request.c:199:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff88008c79fa80/0x81e56358f42c16cc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1717018842.679727:0:14966:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731a600 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:461e9689-0dac-4669-87c3-00abdddc539f+7:1834:x1800422838664576:12345-192.168.203.26@tcp:103:ldlm_bl_03.0 Request processed in 125us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018842.679732:0:14966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 75346 00010000:00010000:1.0:1717018842.679732:0:26220:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff88008c79fa80/0x81e56358f42c16cc lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018842.679736:0:26220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff88008c79fa80/0x81e56358f42c16cc lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00000020:00000080:1.0:1717018842.681328:0:26220:0:(class_obd.c:310:class_handle_ioctl()) cmd = c00866bc 20000000:00000080:1.0:1717018842.681340:0:26220:0:(mgs_handler.c:993:mgs_iocontrol()) handling ioctl cmd 0xc00866bc 20000000:01000000:1.0:1717018842.681364:0:26220:0:(mgs_llog.c:813:mgs_check_marker()) mgs check lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_22c.lustre-OST0001_UUID 00000040:00080000:1.0:1717018842.682123:0:26223:0:(llog.c:773:llog_process_thread()) stop processing plain 0x4:10:0 index 89 count 88 00000040:00080000:2.0:1717018842.682674:0:26220:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x4:0x0].90, 224 off24800 20000000:01000000:2.0:1717018842.682688:0:26220:0:(mgs_llog.c:1061:record_base()) lcfg lustre-MDT0000-mdtlov 0xce021 lustre test_22c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1717018842.682737:0:26220:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x4:0x0].91, 144 off24944 00000040:00080000:2.0:1717018842.682803:0:26220:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x4:0x0].92, 224 off25168 00000040:00080000:2.0:1717018842.683340:0:26220:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x3:0x0].95, 224 off25608 20000000:01000000:2.0:1717018842.683349:0:26220:0:(mgs_llog.c:1061:record_base()) lcfg lustre-clilov 0xce021 lustre test_22c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1717018842.683381:0:26220:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x3:0x0].96, 136 off25744 00000040:00080000:2.0:1717018842.683519:0:26220:0:(llog_osd.c:739:llog_osd_write_rec()) added record [0xa:0x3:0x0].97, 224 off25968 10000000:01000000:2.0:1717018842.683530:0:26220:0:(mgc_request.c:90:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1717018842.683540:0:26220:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8800a69d0d80/0x81e56358f42c16d3 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.683551:0:26220:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a69d0d80/0x81e56358f42c16d3 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.683557:0:26220:0:(ldlm_lock.c:942:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8800a69d0d80/0x81e56358f42c16d3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.683561:0:26220:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8800a69d0d80/0x81e56358f42c16d3 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.683564:0:26220:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8800a69d0d80/0x81e56358f42c16d3 lrc: 3/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.683568:0:26220:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8800a69d0d80/0x81e56358f42c16d3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.683572:0:26220:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff8800a69d0d80 already unused, calling callback (ffffffffa0811190) 00010000:00010000:2.0:1717018842.683574:0:26220:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8800a69d0d80/0x81e56358f42c16d3 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.683579:0:26220:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8800a69d0d80/0x81e56358f42c16d3 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.683586:0:26220:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8800a69d0d80/0x81e56358f42c16d3 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.683590:0:26220:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8800a69d0d80/0x81e56358f42c16d3 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018842.683599:0:26220:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8800a69d0d80/0x81e56358f42c16d3 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26220 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018842.911296:0:2846:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018842.911341:0:2846:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1717018842.911411:0:14898:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838664704 00000100:00100000:2.0:1717018842.911437:0:8254:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838664640 00000100:00100000:1.0:1717018842.911463:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 958 00000100:00100000:2.0:1717018842.911464:0:8254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 669 00000100:00100000:2.0:1717018842.911468:0:8254:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6ec740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12cff408-c572-49fa-81b0-09052c8e7f41+63:1836:x1800422838664640:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1717018842.911469:0:14898:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6ef6c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:12cff408-c572-49fa-81b0-09052c8e7f41+549:1835:x1800422838664704:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00010000:00000080:2.0:1717018842.911489:0:8254:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88007d6ec740 x1800422838664640/t0(0) o400->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:194/0 lens 224/224 e 0 to 0 dl 1717018929 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1717018842.911519:0:14898:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6ef6c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:12cff408-c572-49fa-81b0-09052c8e7f41+549:1835:x1800422838664704:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 50us (178us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018842.911521:0:8254:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6ec740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12cff408-c572-49fa-81b0-09052c8e7f41+63:1836:x1800422838664640:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 53us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018842.911525:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 958 00000100:00100000:2.0:1717018842.911527:0:8254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 669 00000100:00100000:0.0:1717018842.911636:0:2846:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1717018842.911670:0:14904:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838664768 00000100:00100000:3.0:1717018842.911697:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 959 00000100:00100000:3.0:1717018842.911700:0:14904:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6ed580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:12cff408-c572-49fa-81b0-09052c8e7f41+519:1835:x1800422838664768:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1717018842.911757:0:14904:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6ed580 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:12cff408-c572-49fa-81b0-09052c8e7f41+519:1835:x1800422838664768:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 56us (121us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018842.911762:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 959 00010000:00010000:3.0:1717018843.334112:0:14979:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1717018843.425952:0:6629:0:(mgc_request.c:609:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1717018843.425958:0:6629:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-client-ffff880090828000 from 92 10000000:01000000:2.0:1717018843.425962:0:6629:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1717018843.425998:0:6629:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff8800a69d2d00/0x81e56358f42c16da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018843.426006:0:6629:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff8800a69d2d00/0x81e56358f42c16da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018843.426013:0:6629:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff8800a69d2d00/0x81e56358f42c16da lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1717018843.426029:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013731c740 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819884864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1717018843.426079:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018843.426105:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009bd13d80 going to sleep for 6 seconds 00000100:00100000:1.0:1717018843.426211:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819884864 00000100:00100000:1.0:1717018843.426273:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:1.0:1717018843.426278:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea9d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+11:6629:x1800422819884864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1717018843.426291:0:8250:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:1.0:1717018843.426309:0:8250:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88008c79e880/0x81e56358f42c16e1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x81e56358f42c16da expref: -99 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018843.426334:0:8250:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88008c79e880/0x81e56358f42c16e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x81e56358f42c16da expref: 12 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018843.426341:0:8250:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88008c79e880/0x81e56358f42c16e1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c16da expref: 12 pid: 8250 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018843.426348:0:8250:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88008c79e880, rc 0) 00000100:00100000:1.0:1717018843.426414:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea9d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+12:6629:x1800422819884864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018843.426420:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:3.0:1717018843.427287:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013731c740 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819884864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1717018843.427304:0:6629:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff8800a69d2d00/0x81e56358f42c16da lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16e1 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018843.427312:0:6629:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff8800a69d2d00/0x81e56358f42c16da lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x81e56358f42c16e1 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1717018843.427376:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696b900 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819884928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1717018843.427402:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018843.427438:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012a320e40 going to sleep for 6 seconds 00000100:00100000:2.0:1717018843.427557:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819884928 00000100:00100000:2.0:1717018843.427591:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:2.0:1717018843.427601:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea98050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+12:6629:x1800422819884928:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1717018843.427696:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea98050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+12:6629:x1800422819884928:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 92us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018843.427732:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:3.0:1717018843.427733:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696b900 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819884928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1717018843.427756:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696b900 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819884992:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1717018843.427785:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018843.427801:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012a320e40 going to sleep for 6 seconds 00000100:00100000:2.0:1717018843.427818:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819884992 00000100:00100000:2.0:1717018843.427858:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:2.0:1717018843.427861:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea9d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+12:6629:x1800422819884992:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1717018843.428015:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea9d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+12:6629:x1800422819884992:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 152us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018843.428020:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:3.0:1717018843.428063:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696b900 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819884992:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1717018843.428229:0:26224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696b900 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26224:1800422819885056:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018843.428253:0:26224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018843.428273:0:26224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008ab07300 going to sleep for 6 seconds 00000100:00100000:2.0:1717018843.428320:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819885056 00000100:00100000:2.0:1717018843.428340:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:2.0:1717018843.428343:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea9a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+12:26224:x1800422819885056:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1717018843.428563:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea9a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+12:26224:x1800422819885056:12345-0@lo:502:llog_process_th.0 Request processed in 218us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018843.428568:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:3.0:1717018843.428585:0:26224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696b900 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26224:1800422819885056:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018843.428609:0:26224:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696b900 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26224:1800422819885120:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018843.428629:0:26224:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018843.428645:0:26224:0:(client.c:2492:ptlrpc_set_wait()) set ffff88008ab07300 going to sleep for 6 seconds 00000100:00100000:2.0:1717018843.428684:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819885120 00000100:00100000:2.0:1717018843.428712:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:2.0:1717018843.428715:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+12:26224:x1800422819885120:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1717018843.428823:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+12:26224:x1800422819885120:12345-0@lo:502:llog_process_th.0 Request processed in 107us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018843.428844:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:3.0:1717018843.428854:0:26224:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696b900 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26224:1800422819885120:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1717018843.428871:0:26224:0:(llog.c:773:llog_process_thread()) stop processing plain 0x3:10:0 index 98 count 96 00000020:01000000:0.0:1717018843.428920:0:6629:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 92-97 (rc=0) 10000000:01000000:0.0:1717018843.428937:0:6629:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1717018843.428941:0:6629:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff8800a69d2d00/0x81e56358f42c16da lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16e1 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.428948:0:6629:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff8800a69d2d00/0x81e56358f42c16da lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16e1 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1717018843.428954:0:6629:0:(mgc_request.c:609:do_requeue()) updating log lustre-MDT0000 10000000:01000000:0.0:1717018843.428956:0:6629:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 86 10000000:01000000:0.0:1717018843.428958:0:6629:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1717018843.428972:0:6629:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff8801334e3cc0/0x81e56358f42c16e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.428977:0:6629:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff8801334e3cc0/0x81e56358f42c16e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.428982:0:6629:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff8801334e3cc0/0x81e56358f42c16e8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018843.428991:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6ef200 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819885184:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1717018843.429010:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018843.429023:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012e9f4600 going to sleep for 6 seconds 00000100:00100000:3.0:1717018843.429120:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819885184 00000100:00100000:3.0:1717018843.429141:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:3.0:1717018843.429144:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+12:6629:x1800422819885184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1717018843.429150:0:8249:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1717018843.429160:0:8249:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff88013304bcc0/0x81e56358f42c16ef lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x81e56358f42c16e8 expref: -99 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018843.429179:0:8249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff88013304bcc0/0x81e56358f42c16ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x81e56358f42c16e8 expref: 13 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018843.429185:0:8249:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff88013304bcc0/0x81e56358f42c16ef lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c16e8 expref: 13 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018843.429191:0:8249:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88013304bcc0, rc 0) 00000100:00100000:0.0:1717018843.429238:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6ef200 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819885184:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1717018843.429245:0:6629:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff8801334e3cc0/0x81e56358f42c16e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16ef expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.429248:0:6629:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff8801334e3cc0/0x81e56358f42c16e8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x81e56358f42c16ef expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018843.429269:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6ef200 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819885248:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1717018843.429281:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018843.429295:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012e9f4600 going to sleep for 6 seconds 00000100:00100000:1.0:1717018843.429337:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819885248 00000100:00100000:1.0:1717018843.429353:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:1.0:1717018843.429356:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea9c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+14:6629:x1800422819885248:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1717018843.429503:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea9c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+14:6629:x1800422819885248:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 146us (220us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018843.429508:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1717018843.429564:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6ef200 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819885248:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1717018843.429583:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6ef200 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819885312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1717018843.429584:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+13:6629:x1800422819885184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 77us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018843.429590:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1717018843.429608:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018843.429617:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012e9f4600 going to sleep for 6 seconds 00000100:00100000:3.0:1717018843.429624:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819885312 00000100:00100000:3.0:1717018843.429635:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:3.0:1717018843.429638:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ea9c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+13:6629:x1800422819885312:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1717018843.429777:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ea9c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+13:6629:x1800422819885312:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 138us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018843.429782:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:0.0:1717018843.429874:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6ef200 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819885312:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1717018843.430133:0:26225:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26225:1800422819885376:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1717018843.430156:0:26225:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018843.430197:0:26225:0:(client.c:2492:ptlrpc_set_wait()) set ffff880134ca6c00 going to sleep for 6 seconds 00000100:00100000:3.0:1717018843.430239:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819885376 00000100:00100000:3.0:1717018843.430251:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1717018843.430254:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009757e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+13:26225:x1800422819885376:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018843.430500:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009757e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+13:26225:x1800422819885376:12345-0@lo:502:llog_process_th.0 Request processed in 245us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018843.430505:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:1.0:1717018843.430567:0:26225:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26225:1800422819885376:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1717018843.430584:0:26225:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1717018843.430590:0:26225:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1717018843.430591:0:26225:0:(obd_config.c:1460:class_process_config()) marker 59 (0x1) lustre-MDT0000-m add lustre.test_22c.lustre-OST0000_UUID 00000020:00000080:1.0:1717018843.430596:0:26225:0:(obd_config.c:1384:class_process_config()) processing cmd: ce021 00020000:01000000:1.0:1717018843.430607:0:26225:0:(lod_pool.c:614:lod_pool_add()) Added lustre-OST0000_UUID to test_22c as member 1 00000020:01000004:1.0:1717018843.431579:0:26226:0:(obd_mount_server.c:167:server_get_mount()) get mount ffff880090828000 from lustre-MDT0000, refs=4 00000020:01000000:2.0:1717018843.431581:0:26225:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:01000004:1.0:1717018843.431583:0:26226:0:(obd_mount.c:668:lustre_put_lsi()) put ffff880090828000 4 00000020:00000080:2.0:1717018843.431584:0:26225:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1717018843.431585:0:26225:0:(obd_config.c:1460:class_process_config()) marker 59 (0x2) lustre-MDT0000-m add lustre.test_22c.lustre-OST0000_UUID 00000100:00100000:2.0:1717018843.431607:0:26225:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880137319c80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26225:1800422819885440:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1717018843.431645:0:26225:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018843.431666:0:26225:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009bd13300 going to sleep for 6 seconds 00000100:00100000:3.0:1717018843.431746:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819885440 00000100:00100000:3.0:1717018843.431764:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1717018843.431768:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009757f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+13:26225:x1800422819885440:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018843.431939:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009757f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+13:26225:x1800422819885440:12345-0@lo:502:llog_process_th.0 Request processed in 171us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018843.431949:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:2.0:1717018843.431969:0:26225:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880137319c80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26225:1800422819885440:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1717018843.431988:0:26225:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1717018843.431994:0:26225:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1717018843.431995:0:26225:0:(obd_config.c:1460:class_process_config()) marker 61 (0x1) lustre-MDT0000-m add lustre.test_22c.lustre-OST0001_UUID 00000020:00000080:2.0:1717018843.431998:0:26225:0:(obd_config.c:1384:class_process_config()) processing cmd: ce021 00020000:01000000:2.0:1717018843.432161:0:26225:0:(lod_pool.c:614:lod_pool_add()) Added lustre-OST0001_UUID to test_22c as member 2 00000020:01000004:3.0:1717018843.432461:0:26227:0:(obd_mount_server.c:167:server_get_mount()) get mount ffff880090828000 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1717018843.432464:0:26227:0:(obd_mount.c:668:lustre_put_lsi()) put ffff880090828000 4 00000100:00100000:2.0:1717018843.432471:0:26225:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880137319c80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26225:1800422819885504:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1717018843.432496:0:26225:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018843.432512:0:26225:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009bd13300 going to sleep for 6 seconds 00000100:00100000:0.0:1717018843.432553:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819885504 00000100:00100000:0.0:1717018843.432576:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1717018843.432579:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009757a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+13:26225:x1800422819885504:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1717018843.432733:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009757a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+13:26225:x1800422819885504:12345-0@lo:502:llog_process_th.0 Request processed in 153us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018843.432739:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:2.0:1717018843.432784:0:26225:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880137319c80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26225:1800422819885504:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1717018843.432853:0:26225:0:(obd_config.c:1789:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1717018843.432856:0:26225:0:(obd_config.c:1384:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1717018843.432857:0:26225:0:(obd_config.c:1460:class_process_config()) marker 61 (0x2) lustre-MDT0000-m add lustre.test_22c.lustre-OST0001_UUID 00000040:00080000:2.0:1717018843.432860:0:26225:0:(llog.c:773:llog_process_thread()) stop processing plain 0x4:10:0 index 93 count 91 00000020:01000000:0.0:1717018843.432950:0:6629:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-MDT0000 gen 86-92 (rc=0) 10000000:01000000:0.0:1717018843.432969:0:6629:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1717018843.432974:0:6629:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff8801334e3cc0/0x81e56358f42c16e8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16ef expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.432990:0:6629:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff8801334e3cc0/0x81e56358f42c16e8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16ef expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1717018843.432998:0:6629:0:(mgc_request.c:609:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1717018843.433000:0:6629:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-client-ffff88009757f800 from 92 10000000:01000000:0.0:1717018843.433002:0:6629:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1717018843.433018:0:6629:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff8801334e3840/0x81e56358f42c16f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.433023:0:6629:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff8801334e3840/0x81e56358f42c16f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.433029:0:6629:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff8801334e3840/0x81e56358f42c16f6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018843.433038:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6ef200 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819885568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1717018843.433058:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018843.433066:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012e9f4a80 going to sleep for 6 seconds 00000100:00100000:2.0:1717018843.433172:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819885568 00000100:00100000:2.0:1717018843.433186:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:2.0:1717018843.433189:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009757d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+13:6629:x1800422819885568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1717018843.433194:0:8249:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1717018843.433205:0:8249:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a69d1b00/0x81e56358f42c16fd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x81e56358f42c16f6 expref: -99 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018843.433218:0:8249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a69d1b00/0x81e56358f42c16fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x81e56358f42c16f6 expref: 14 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018843.433224:0:8249:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a69d1b00/0x81e56358f42c16fd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c16f6 expref: 14 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018843.433238:0:8249:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a69d1b00, rc 0) 00000100:00100000:2.0:1717018843.433259:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009757d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+14:6629:x1800422819885568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 69us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018843.433263:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:0.0:1717018843.433320:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6ef200 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819885568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1717018843.433328:0:6629:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff8801334e3840/0x81e56358f42c16f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16fd expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.433334:0:6629:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff8801334e3840/0x81e56358f42c16f6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x81e56358f42c16fd expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018843.433361:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6ef200 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819885632:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1717018843.433377:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018843.433384:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012e9f4a80 going to sleep for 6 seconds 00000100:00100000:1.0:1717018843.433474:0:8250:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819885632 00000100:00100000:1.0:1717018843.433490:0:8250:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1717018843.433493:0:8250:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097578850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+14:6629:x1800422819885632:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1717018843.433556:0:8250:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097578850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:627fc11f-491c-4f89-ad31-986408f4a526+14:6629:x1800422819885632:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 62us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018843.433561:0:8250:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:0.0:1717018843.433752:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6ef200 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819885632:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1717018843.433774:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6ef200 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819885696:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1717018843.433797:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018843.433817:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012e9f4a80 going to sleep for 6 seconds 00000100:00100000:2.0:1717018843.433868:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819885696 00000100:00100000:2.0:1717018843.433881:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:2.0:1717018843.433884:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097579050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+14:6629:x1800422819885696:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1717018843.434025:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097579050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+14:6629:x1800422819885696:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 136us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018843.434031:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:1.0:1717018843.434054:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6ef200 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819885696:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1717018843.434366:0:26228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696b900 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26228:1800422819885760:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018843.434391:0:26228:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018843.434412:0:26228:0:(client.c:2492:ptlrpc_set_wait()) set ffff880136ba6b40 going to sleep for 6 seconds 00000100:00100000:0.0:1717018843.434418:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819885760 00000100:00100000:0.0:1717018843.434478:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:0.0:1717018843.434482:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009757a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+14:26228:x1800422819885760:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1717018843.434754:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009757a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+14:26228:x1800422819885760:12345-0@lo:502:llog_process_th.0 Request processed in 269us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018843.434759:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:3.0:1717018843.434777:0:26228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696b900 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26228:1800422819885760:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018843.434803:0:26228:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696b900 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26228:1800422819885824:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018843.434822:0:26228:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018843.434847:0:26228:0:(client.c:2492:ptlrpc_set_wait()) set ffff880136ba6b40 going to sleep for 6 seconds 00000100:00100000:0.0:1717018843.434862:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819885824 00000100:00100000:0.0:1717018843.434879:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 935 00000100:00100000:0.0:1717018843.434882:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009757b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+14:26228:x1800422819885824:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1717018843.434976:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009757b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+14:26228:x1800422819885824:12345-0@lo:502:llog_process_th.0 Request processed in 93us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018843.434981:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 935 00000100:00100000:3.0:1717018843.434985:0:26228:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696b900 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26228:1800422819885824:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1717018843.434999:0:26228:0:(llog.c:773:llog_process_thread()) stop processing plain 0x3:10:0 index 98 count 96 00000020:01000000:1.0:1717018843.435054:0:6629:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 92-97 (rc=0) 10000000:01000000:1.0:1717018843.435070:0:6629:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1717018843.435074:0:6629:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff8801334e3840/0x81e56358f42c16f6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16fd expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018843.435088:0:6629:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff8801334e3840/0x81e56358f42c16f6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c16fd expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1717018843.435094:0:6629:0:(mgc_request.c:609:do_requeue()) updating log lustre-OST0001 10000000:01000000:1.0:1717018843.435095:0:6629:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:1.0:1717018843.435096:0:6629:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1717018843.435109:0:6629:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff88008c79df80/0x81e56358f42c1704 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018843.435113:0:6629:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff88008c79df80/0x81e56358f42c1704 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018843.435118:0:6629:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff88008c79df80/0x81e56358f42c1704 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1717018843.435125:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819885888:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1717018843.435141:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018843.435147:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff880134ca6d80 going to sleep for 6 seconds 00000100:00100000:0.0:1717018843.435155:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819885888 00000100:00100000:0.0:1717018843.435172:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 936 00000100:00100000:0.0:1717018843.435175:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880097579850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+14:6629:x1800422819885888:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1717018843.435180:0:8249:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1717018843.435188:0:8249:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8801334e1200/0x81e56358f42c170b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x81e56358f42c1704 expref: -99 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.435200:0:8249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8801334e1200/0x81e56358f42c170b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x81e56358f42c1704 expref: 15 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.435206:0:8249:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8801334e1200/0x81e56358f42c170b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c1704 expref: 15 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.435216:0:8249:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8801334e1200, rc 0) 00000100:00100000:0.0:1717018843.435234:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880097579850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+15:6629:x1800422819885888:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 58us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018843.435238:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 936 00000100:00100000:1.0:1717018843.435487:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819885888:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1717018843.435496:0:6629:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff88008c79df80/0x81e56358f42c1704 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c170b expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018843.435502:0:6629:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff88008c79df80/0x81e56358f42c1704 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x81e56358f42c170b expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1717018843.435773:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819885952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1717018843.435800:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018843.435816:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff880134ca6d80 going to sleep for 6 seconds 00000100:00100000:0.0:1717018843.435845:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819885952 00000100:00100000:0.0:1717018843.435871:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1717018843.435875:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009757c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+15:6629:x1800422819885952:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1717018843.435951:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009757c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+15:6629:x1800422819885952:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 75us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018843.435955:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1717018843.436095:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819885952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1717018843.436152:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886016:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1717018843.436202:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018843.436330:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff880134ca6d80 going to sleep for 6 seconds 00000100:00100000:2.0:1717018843.436383:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819886016 00000100:00100000:2.0:1717018843.436420:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:2.0:1717018843.436424:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+15:6629:x1800422819886016:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1717018843.436621:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+15:6629:x1800422819886016:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 196us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018843.436627:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1717018843.436628:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886016:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1717018843.437275:0:26229:0:(llog.c:773:llog_process_thread()) stop processing plain 0x9:10:0 index 64768 count 11 00000020:01000000:1.0:1717018843.437325:0:6629:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1717018843.437347:0:6629:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1717018843.437353:0:6629:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff88008c79df80/0x81e56358f42c1704 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c170b expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018843.437363:0:6629:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff88008c79df80/0x81e56358f42c1704 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c170b expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1717018843.437370:0:6629:0:(mgc_request.c:609:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1717018843.437372:0:6629:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-client-ffff8800a67c2000 from 92 10000000:01000000:1.0:1717018843.437374:0:6629:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1717018843.437392:0:6629:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff88008c79d680/0x81e56358f42c1712 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018843.437397:0:6629:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff88008c79d680/0x81e56358f42c1712 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018843.437404:0:6629:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff88008c79d680/0x81e56358f42c1712 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1717018843.437415:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1717018843.437441:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018843.437462:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff880134ca6d80 going to sleep for 6 seconds 00000100:00100000:2.0:1717018843.437500:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819886080 00000100:00100000:2.0:1717018843.437528:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:2.0:1717018843.437591:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+15:6629:x1800422819886080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1717018843.437602:0:8248:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1717018843.437615:0:8248:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a69d3840/0x81e56358f42c1719 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x81e56358f42c1712 expref: -99 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018843.437635:0:8248:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a69d3840/0x81e56358f42c1719 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x81e56358f42c1712 expref: 16 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018843.437652:0:8248:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a69d3840/0x81e56358f42c1719 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c1712 expref: 16 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018843.437658:0:8248:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a69d3840, rc 0) 00000100:00100000:2.0:1717018843.437720:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebef850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+16:6629:x1800422819886080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 187us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018843.437727:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:1.0:1717018843.437807:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1717018843.437856:0:6629:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff88008c79d680/0x81e56358f42c1712 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1719 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018843.437863:0:6629:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff88008c79d680/0x81e56358f42c1712 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x81e56358f42c1719 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1717018843.437904:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886144:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1717018843.437924:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018843.437941:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff880134ca6d80 going to sleep for 6 seconds 00000100:00100000:3.0:1717018843.437963:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819886144 00000100:00100000:3.0:1717018843.437990:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1717018843.437993:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+16:6629:x1800422819886144:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1717018843.438115:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebec850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+16:6629:x1800422819886144:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 121us (190us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018843.438120:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:1.0:1717018843.438128:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886144:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1717018843.438146:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886208:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1717018843.438170:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018843.438176:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff880134ca6d80 going to sleep for 6 seconds 00000100:00100000:3.0:1717018843.438367:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819886208 00000100:00100000:3.0:1717018843.438381:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1717018843.438384:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+16:6629:x1800422819886208:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1717018843.438586:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+16:6629:x1800422819886208:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 202us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018843.438599:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:1.0:1717018843.438615:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886208:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1717018843.438863:0:26231:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696b900 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26231:1800422819886272:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018843.438889:0:26231:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018843.438917:0:26231:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009a5f5c00 going to sleep for 6 seconds 00000100:00100000:0.0:1717018843.438926:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819886272 00000100:00100000:0.0:1717018843.438950:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:0.0:1717018843.438954:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+16:26231:x1800422819886272:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1717018843.439218:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebea050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+16:26231:x1800422819886272:12345-0@lo:502:llog_process_th.0 Request processed in 263us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018843.439223:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:3.0:1717018843.439403:0:26231:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696b900 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26231:1800422819886272:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018843.439432:0:26231:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696b900 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26231:1800422819886336:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1717018843.439453:0:26231:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018843.439470:0:26231:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009a5f5c00 going to sleep for 6 seconds 00000100:00100000:0.0:1717018843.439488:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819886336 00000100:00100000:0.0:1717018843.439512:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:0.0:1717018843.439515:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+16:26231:x1800422819886336:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1717018843.439676:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebed050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+16:26231:x1800422819886336:12345-0@lo:502:llog_process_th.0 Request processed in 160us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018843.439680:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:3.0:1717018843.439696:0:26231:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696b900 pname:cluuid:pid:xid:nid:opc:job llog_process_th:627fc11f-491c-4f89-ad31-986408f4a526:26231:1800422819886336:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1717018843.439723:0:26231:0:(llog.c:773:llog_process_thread()) stop processing plain 0x3:10:0 index 98 count 96 00000020:01000000:1.0:1717018843.439846:0:6629:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-client gen 92-97 (rc=0) 10000000:01000000:1.0:1717018843.439863:0:6629:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1717018843.439867:0:6629:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff88008c79d680/0x81e56358f42c1712 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1719 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018843.439874:0:6629:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff88008c79d680/0x81e56358f42c1712 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1719 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:1.0:1717018843.439881:0:6629:0:(mgc_request.c:609:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1717018843.439930:0:6629:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1717018843.439933:0:6629:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1717018843.440379:0:6629:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff88008c79cfc0/0x81e56358f42c1720 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018843.440395:0:6629:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff88008c79cfc0/0x81e56358f42c1720 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018843.440402:0:6629:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff88008c79cfc0/0x81e56358f42c1720 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1717018843.440412:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1717018843.440434:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018843.440457:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff880134ca6d80 going to sleep for 6 seconds 00000100:00100000:0.0:1717018843.440518:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819886400 00000100:00100000:0.0:1717018843.441134:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:0.0:1717018843.441139:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebeb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+16:6629:x1800422819886400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1717018843.441152:0:8248:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1717018843.441162:0:8248:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8801334e1d40/0x81e56358f42c1727 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x81e56358f42c1720 expref: -99 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.441178:0:8248:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8801334e1d40/0x81e56358f42c1727 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x81e56358f42c1720 expref: 17 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.441184:0:8248:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8801334e1d40/0x81e56358f42c1727 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c1720 expref: 17 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.441190:0:8248:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8801334e1d40, rc 0) 00000100:00100000:0.0:1717018843.441225:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebeb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+17:6629:x1800422819886400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 86us (791us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018843.441230:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:1.0:1717018843.441249:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1717018843.441259:0:6629:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff88008c79cfc0/0x81e56358f42c1720 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1727 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1717018843.441270:0:6629:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff88008c79cfc0/0x81e56358f42c1720 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x81e56358f42c1727 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1717018843.441308:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1717018843.441327:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018843.441335:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff880134ca6d80 going to sleep for 6 seconds 00000100:00100000:0.0:1717018843.441345:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819886464 00000100:00100000:0.0:1717018843.441365:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:0.0:1717018843.441368:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ebe8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+17:6629:x1800422819886464:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1717018843.441446:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ebe8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+17:6629:x1800422819886464:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 78us (119us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018843.441451:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:2.0:1717018843.441457:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132ef8980 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886464:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1717018843.441480:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880137319c80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886528:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1717018843.441510:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018843.441519:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff88009bd13b40 going to sleep for 6 seconds 00000100:00100000:0.0:1717018843.441526:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819886528 00000100:00100000:0.0:1717018843.441538:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:0.0:1717018843.441541:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db91050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+17:6629:x1800422819886528:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1717018843.441711:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db91050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+17:6629:x1800422819886528:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 158us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018843.441718:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:2.0:1717018843.441877:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880137319c80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886528:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1717018843.442939:0:26232:0:(llog.c:773:llog_process_thread()) stop processing plain 0x8:10:0 index 64768 count 14 00000020:01000000:2.0:1717018843.442982:0:6629:0:(obd_config.c:2041:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:2.0:1717018843.443000:0:6629:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1717018843.443004:0:6629:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff88008c79cfc0/0x81e56358f42c1720 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1727 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018843.443012:0:6629:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff88008c79cfc0/0x81e56358f42c1720 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1727 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 10000000:01000000:2.0:1717018843.443019:0:6629:0:(mgc_request.c:609:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1717018843.443021:0:6629:0:(mgc_request.c:2064:mgc_process_log()) Process log lustre-sptlrpc-ffff8800a6da9430 from 1 10000000:01000000:2.0:1717018843.443023:0:6629:0:(mgc_request.c:1102:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1717018843.443038:0:6629:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff8800a69d1f80/0x81e56358f42c172e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018843.443043:0:6629:0:(ldlm_request.c:1029:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff8800a69d1f80/0x81e56358f42c172e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018843.443058:0:6629:0:(ldlm_request.c:1117:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff8800a69d1f80/0x81e56358f42c172e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1717018843.443069:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880137319c80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1717018843.443547:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018843.443573:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012e7523c0 going to sleep for 6 seconds 00000100:00100000:0.0:1717018843.443599:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819886592 00000100:00100000:0.0:1717018843.443640:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:0.0:1717018843.443644:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+17:6629:x1800422819886592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1717018843.443651:0:8248:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:0.0:1717018843.443660:0:8248:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8801334e1f80/0x81e56358f42c1735 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x81e56358f42c172e expref: -99 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.443674:0:8248:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8801334e1f80/0x81e56358f42c1735 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x81e56358f42c172e expref: 18 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.443679:0:8248:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8801334e1f80/0x81e56358f42c1735 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x81e56358f42c172e expref: 18 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1717018843.443682:0:8248:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8801334e1f80, rc 0) 00000100:00100000:0.0:1717018843.443727:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db91850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+18:6629:x1800422819886592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 83us (180us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018843.443732:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:2.0:1717018843.443739:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880137319c80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1717018843.443749:0:6629:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff8800a69d1f80/0x81e56358f42c172e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1735 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018843.443755:0:6629:0:(ldlm_request.c:799:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff8800a69d1f80/0x81e56358f42c172e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x81e56358f42c1735 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1717018843.443786:0:6629:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880137319c80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886656:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1717018843.443804:0:6629:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018843.443822:0:6629:0:(client.c:2492:ptlrpc_set_wait()) set ffff88012e7523c0 going to sleep for 6 seconds 00000100:00100000:0.0:1717018843.443849:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819886656 00000100:00100000:0.0:1717018843.443863:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:0.0:1717018843.443866:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db92050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+18:6629:x1800422819886656:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1717018843.443979:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db92050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+18:6629:x1800422819886656:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 112us (175us total) trans 0 rc -2/-2 00000100:00100000:0.0:1717018843.443984:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:2.0:1717018843.444035:0:6629:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880137319c80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:627fc11f-491c-4f89-ad31-986408f4a526:6629:1800422819886656:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1717018843.444051:0:6629:0:(mgc_request.c:2136:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1717018843.444054:0:6629:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff8800a69d1f80/0x81e56358f42c172e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1735 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018843.444059:0:6629:0:(ldlm_lock.c:909:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff8800a69d1f80/0x81e56358f42c172e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x81e56358f42c1735 expref: -99 pid: 6629 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018843.840668:0:2846:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1717018843.840773:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838664832 00000100:00100000:2.0:1717018843.840810:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 949 00000100:00100000:2.0:1717018843.840815:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+7:4633:x1800422838664832:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1717018843.840871:0:8248:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:2.0:1717018843.840889:0:8248:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8800a69d2ac0/0x81e56358f42c173c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xe1aedd3f13a36731 expref: -99 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018843.840912:0:8248:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8800a69d2ac0/0x81e56358f42c173c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36731 expref: 8 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018843.840920:0:8248:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8800a69d2ac0/0x81e56358f42c173c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36731 expref: 8 pid: 8248 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018843.840926:0:8248:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff8800a69d2ac0, rc 0) 00000100:00100000:2.0:1717018843.841010:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db90050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+8:4633:x1800422838664832:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 Request processed in 190us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018843.841017:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 949 00000100:00100000:0.0:1717018843.842847:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1717018843.842942:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838664896 00000100:00100000:2.0:1717018843.842972:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 950 00000100:00100000:2.0:1717018843.842976:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db92850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+8:4633:x1800422838664896:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1717018843.843101:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db92850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+8:4633:x1800422838664896:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 Request processed in 124us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018843.843107:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 950 00000100:00100000:1.0:1717018843.845727:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1717018843.845868:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838664960 00000100:00100000:2.0:1717018843.845914:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 951 00000100:00100000:2.0:1717018843.845918:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db90850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:461e9689-0dac-4669-87c3-00abdddc539f+8:4633:x1800422838664960:12345-192.168.203.26@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1717018843.846101:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db90850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:461e9689-0dac-4669-87c3-00abdddc539f+8:4633:x1800422838664960:12345-192.168.203.26@tcp:503:ll_cfg_requeue.0 Request processed in 181us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018843.846106:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 951 00000100:00100000:1.0:1717018843.848112:0:2846:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1717018843.848171:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838665024 00000100:00100000:2.0:1717018843.848210:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 952 00000100:00100000:2.0:1717018843.848215:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db93050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:461e9689-0dac-4669-87c3-00abdddc539f+8:22006:x1800422838665024:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:2.0:1717018843.848568:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db93050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:461e9689-0dac-4669-87c3-00abdddc539f+8:22006:x1800422838665024:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 352us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018843.848574:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 952 00000100:00100000:0.0:1717018843.849638:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1717018843.849786:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838665088 00000100:00100000:1.0:1717018843.849821:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 953 00000100:00100000:1.0:1717018843.849850:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db93850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+8:22006:x1800422838665088:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:1.0:1717018843.850028:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db93850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+8:22006:x1800422838665088:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 202us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018843.850042:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 953 00000100:00100000:0.0:1717018843.851765:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1717018843.851861:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838665152 00000100:00100000:3.0:1717018843.851903:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 954 00000100:00100000:3.0:1717018843.851908:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db94050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:461e9689-0dac-4669-87c3-00abdddc539f+8:4633:x1800422838665152:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1717018843.851918:0:8249:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1717018843.851932:0:8249:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff880133049f80/0x81e56358f42c1743 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xe1aedd3f13a36738 expref: -99 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018843.851954:0:8249:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff880133049f80/0x81e56358f42c1743 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36738 expref: 9 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018843.851961:0:8249:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff880133049f80/0x81e56358f42c1743 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36738 expref: 9 pid: 8249 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018843.851967:0:8249:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff880133049f80, rc 0) 00000100:00100000:3.0:1717018843.851998:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db94050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:461e9689-0dac-4669-87c3-00abdddc539f+9:4633:x1800422838665152:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 Request processed in 90us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018843.852007:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 954 00000100:00100000:1.0:1717018843.853314:0:2846:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018843.853373:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838665216 00000100:00100000:0.0:1717018843.853411:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 955 00000100:00100000:0.0:1717018843.853416:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+9:4633:x1800422838665216:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 00000100:00100000:0.0:1717018843.853516:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db94850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+9:4633:x1800422838665216:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 Request processed in 100us (205us total) trans 0 rc -2/-2 00000100:00100000:0.0:1717018843.853522:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 955 00000100:00100000:2.0:1717018843.980082:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6eaac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2852:1800422819886784:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018843.980136:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018843.980166:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2852:1800422819887040:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018843.980175:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6eed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:627fc11f-491c-4f89-ad31-986408f4a526:2855:1800422819886720:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018843.980181:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018843.980190:0:2852:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1717018843.980194:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6ecc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2852:1800422819886848:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018843.980205:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018843.980207:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018843.980218:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6eb900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2855:1800422819886976:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018843.980232:0:17732:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819886784 00000100:00100000:0.0:1717018843.980239:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018843.980249:0:2855:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1717018843.980253:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6ef200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2855:1800422819886912:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018843.980263:0:17732:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819887040 00000100:00100000:2.0:1717018843.980273:0:17732:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819886848 00000100:00100000:3.0:1717018843.980282:0:8253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1717018843.980288:0:8253:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880137319c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2852:x1800422819886784:12345-0@lo:400:kworker/u8:2.0 00010000:00000080:3.0:1717018843.980304:0:8253:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880137319c80 x1800422819886784/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:195/0 lens 224/224 e 0 to 0 dl 1717018930 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1717018843.980318:0:14898:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819886976 00000100:00100000:2.0:1717018843.980322:0:17732:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1717018843.980325:0:17732:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:2852:x1800422819887040:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018843.980329:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00000080:2.0:1717018843.980335:0:17732:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88013731cc00 x1800422819887040/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:195/0 lens 224/224 e 0 to 0 dl 1717018930 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1717018843.980344:0:14898:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819886912 00000100:00100000:3.0:1717018843.980352:0:8253:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880137319c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2852:x1800422819886784:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018843.980357:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:3.0:1717018843.980358:0:8253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1717018843.980358:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819886720 00000100:00100000:1.0:1717018843.980360:0:14898:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880099747050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2855:x1800422819886976:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018843.980361:0:17732:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731cc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:2852:x1800422819887040:12345-0@lo:400:kworker/u8:2.0 Request processed in 35us (179us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018843.980366:0:17732:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:3.0:1717018843.980370:0:8253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1717018843.980373:0:8253:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2852:x1800422819886848:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018843.980373:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1717018843.980376:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db95050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+18:2855:x1800422819886720:12345-0@lo:400:kworker/u8:2.0 00010000:00000080:3.0:1717018843.980380:0:8253:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88013731e3c0 x1800422819886848/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:195/0 lens 224/224 e 0 to 0 dl 1717018930 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1717018843.980387:0:23351:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:1.0:1717018843.980387:0:14898:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880099747050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2855:x1800422819886976:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (148us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018843.980390:0:23351:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6ec280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:2855:x1800422819886912:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1717018843.980392:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1717018843.980393:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db95050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+18:2855:x1800422819886720:12345-0@lo:400:kworker/u8:2.0 Request processed in 17us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018843.980397:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:3.0:1717018843.980399:0:8253:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731e3c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2852:x1800422819886848:12345-0@lo:400:kworker/u8:2.0 Request processed in 25us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018843.980403:0:8253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1717018843.980419:0:23351:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6ec280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:2855:x1800422819886912:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (90us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018843.980422:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6eed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:627fc11f-491c-4f89-ad31-986408f4a526:2855:1800422819886720:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018843.980424:0:23351:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:3.0:1717018843.980427:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6ecc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2852:1800422819886848:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018843.980429:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6eb900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2855:1800422819886976:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1717018843.980434:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6e97c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2852:1800422819887040:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1717018843.980440:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6eaac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2852:1800422819886784:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018843.980445:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6ef200 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2855:1800422819886912:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1717018844.336078:0:6620:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018845.338626:0:12711:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1717018846.340990:0:12712:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018847.345005:0:6619:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1717018847.500046:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880132efe3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2853:1800422819887104:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1717018847.500112:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018847.500201:0:8081:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819887104 00000100:00100000:0.0:1717018847.500251:0:8081:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1717018847.500257:0:8081:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2853:x1800422819887104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1717018847.500307:0:8081:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1703936 granted 511639552 pending 0 free 3458203648 avail 3456106496 00000100:00100000:0.0:1717018847.500352:0:8081:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731b900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2853:x1800422819887104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018847.500359:0:8081:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1717018847.500387:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880132efe3c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2853:1800422819887104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1717018847.918417:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018847.918459:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1717018847.918489:0:9645:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838665344 00000100:00100000:0.0:1717018847.918502:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1717018847.918537:0:9645:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 673 00000100:00100000:0.0:1717018847.918540:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1717018847.918543:0:9645:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6ef200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12cff408-c572-49fa-81b0-09052c8e7f41+63:1836:x1800422838665344:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1717018847.918561:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838665280 00010000:00000080:1.0:1717018847.918576:0:9645:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88007d6ef200 x1800422838665344/t0(0) o400->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:199/0 lens 224/224 e 0 to 0 dl 1717018934 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:0.0:1717018847.918583:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 957 00000100:00100000:0.0:1717018847.918586:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+9:1836:x1800422838665280:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1717018847.918628:0:9645:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6ef200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12cff408-c572-49fa-81b0-09052c8e7f41+63:1836:x1800422838665344:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 85us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018847.918635:0:9645:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 673 00000100:00100000:2.0:1717018847.918656:0:22214:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838665472 00000100:00100000:1.0:1717018847.918658:0:14898:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838665408 00000100:00100000:2.0:1717018847.918719:0:22214:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 962 00000100:00100000:2.0:1717018847.918723:0:22214:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6eb900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:12cff408-c572-49fa-81b0-09052c8e7f41+519:1836:x1800422838665472:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1717018847.918723:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 963 00000100:00100000:1.0:1717018847.918726:0:14898:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6eed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:12cff408-c572-49fa-81b0-09052c8e7f41+549:1836:x1800422838665408:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1717018847.918768:0:14898:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6eed40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:12cff408-c572-49fa-81b0-09052c8e7f41+549:1836:x1800422838665408:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 41us (227us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018847.918768:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db96050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+9:1836:x1800422838665280:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 181us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018847.918773:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 963 00000100:00100000:0.0:1717018847.918774:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 957 00000100:00100000:2.0:1717018847.918879:0:22214:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6eb900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:12cff408-c572-49fa-81b0-09052c8e7f41+519:1836:x1800422838665472:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 155us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018847.918884:0:22214:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 962 00010000:00010000:0.0:1717018848.348095:0:8092:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1717018848.988075:0:2854:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6eb440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:627fc11f-491c-4f89-ad31-986408f4a526:2854:1800422819887168:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1717018848.988075:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6eda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2855:1800422819887232:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018848.988107:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6eaf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2853:1800422819887360:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1717018848.988168:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6ed0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2852:1800422819887296:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018848.988239:0:2854:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018848.988239:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018848.988240:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018848.988387:0:2854:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6e9c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2854:1800422819887424:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1717018848.988387:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6eaac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2855:1800422819887488:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1717018848.988404:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018848.988406:0:2854:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018848.988421:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819887168 00000100:00100000:0.0:1717018848.988423:0:8489:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819887232 00000100:00100000:2.0:1717018848.988432:0:14904:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819887360 00000100:00100000:2.0:1717018848.988446:0:14904:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819887424 00000100:00100000:1.0:1717018848.988447:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:0.0:1717018848.988448:0:8489:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819887296 00000100:00100000:1.0:1717018848.988451:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+18:2854:x1800422819887168:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018848.988456:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1717018848.988458:0:14904:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6e97c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:2853:x1800422819887360:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018848.988460:0:8489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1717018848.988463:0:8489:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132eff200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2855:x1800422819887232:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1717018848.988474:0:8253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00010000:00000080:0.0:1717018848.988474:0:8489:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880132eff200 x1800422819887232/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:200/0 lens 224/224 e 0 to 0 dl 1717018935 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1717018848.988479:0:14904:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6e97c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:2853:x1800422819887360:12345-0@lo:400:kworker/u8:2.0 Request processed in 20us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018848.988479:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+18:2854:x1800422819887168:12345-0@lo:400:kworker/u8:2.0 Request processed in 28us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018848.988480:0:8253:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008696b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2852:x1800422819887296:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018848.988484:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:1.0:1717018848.988484:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1717018848.988493:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1717018848.988497:0:8489:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132eff200 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2855:x1800422819887232:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018848.988505:0:14904:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731f200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:2854:x1800422819887424:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1717018848.988506:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018848.988509:0:8489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00010000:00000080:3.0:1717018848.988513:0:8253:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88008696b900 x1800422819887296/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:200/0 lens 224/224 e 0 to 0 dl 1717018935 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:0.0:1717018848.988520:0:8489:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819887488 00000100:00100000:2.0:1717018848.988524:0:14904:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731f200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:2854:x1800422819887424:12345-0@lo:400:kworker/u8:2.0 Request processed in 19us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018848.988524:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6eda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2855:1800422819887232:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018848.988528:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1717018848.988534:0:8489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1717018848.988537:0:8489:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132efb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2855:x1800422819887488:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1717018848.988543:0:8253:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008696b900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2852:x1800422819887296:12345-0@lo:400:kworker/u8:2.0 Request processed in 64us (140us total) trans 0 rc 0/0 00010000:00000080:0.0:1717018848.988546:0:8489:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880132efb900 x1800422819887488/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:200/0 lens 224/224 e 0 to 0 dl 1717018935 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1717018848.988547:0:2854:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6e9c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2854:1800422819887424:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1717018848.988550:0:8253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1717018848.988553:0:2854:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6eb440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:627fc11f-491c-4f89-ad31-986408f4a526:2854:1800422819887168:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018848.988569:0:8489:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132efb900 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2855:x1800422819887488:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (63us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018848.988573:0:8489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1717018848.988576:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6eaac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2855:1800422819887488:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1717018848.988587:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6ed0c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2852:1800422819887296:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018848.988598:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6eaf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2853:1800422819887360:0@lo:400:kworker/u8:2.0 00010000:00010000:3.0:1717018849.350230:0:14979:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1717018850.352998:0:6620:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018851.356256:0:12711:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1717018852.358454:0:12712:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1717018852.508065:0:2853:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1717018852.508081:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013731a140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2853:1800422819887552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1717018852.508127:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018852.508191:0:8081:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819887552 00000100:00100000:1.0:1717018852.508229:0:8081:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1717018852.508233:0:8081:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6eaf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2853:x1800422819887552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1717018852.508260:0:8081:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1703936 granted 511639552 pending 0 free 3458203648 avail 3456106496 00000100:00100000:1.0:1717018852.508301:0:8081:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6eaf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2853:x1800422819887552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018852.508307:0:8081:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1717018852.508338:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013731a140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2853:1800422819887552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1717018852.926781:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018852.926864:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018852.926904:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1717018852.927083:0:22214:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838665728 00000100:00100000:3.0:1717018852.927119:0:22214:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 966 00000100:00100000:3.0:1717018852.927123:0:22214:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6ea600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:12cff408-c572-49fa-81b0-09052c8e7f41+519:1836:x1800422838665728:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1717018852.927178:0:22214:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6ea600 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:12cff408-c572-49fa-81b0-09052c8e7f41+519:1836:x1800422838665728:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 54us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018852.927185:0:22214:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 966 00000100:00100000:0.0:1717018852.927294:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1717018852.927312:0:14898:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838665664 00000100:00100000:3.0:1717018852.927330:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 967 00000100:00100000:3.0:1717018852.927334:0:14898:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6ef6c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:12cff408-c572-49fa-81b0-09052c8e7f41+549:1836:x1800422838665664:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1717018852.927366:0:14898:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6ef6c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:12cff408-c572-49fa-81b0-09052c8e7f41+549:1836:x1800422838665664:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 31us (73us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018852.927367:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838665536 00000100:00100000:3.0:1717018852.927370:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 967 00000100:00100000:1.0:1717018852.927389:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 959 00000100:00100000:1.0:1717018852.927401:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008db96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+9:1836:x1800422838665536:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1717018852.927421:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008db96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+9:1836:x1800422838665536:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 20us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018852.927426:0:8489:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838665600 00000100:00100000:1.0:1717018852.927426:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 959 00000100:00100000:2.0:1717018852.927445:0:8489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 677 00000100:00100000:2.0:1717018852.927448:0:8489:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6ecc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:12cff408-c572-49fa-81b0-09052c8e7f41+63:1836:x1800422838665600:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00010000:00000080:2.0:1717018852.927460:0:8489:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88007d6ecc00 x1800422838665600/t0(0) o400->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:204/0 lens 224/224 e 0 to 0 dl 1717018939 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1717018852.927478:0:8489:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6ecc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:12cff408-c572-49fa-81b0-09052c8e7f41+63:1836:x1800422838665600:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 30us (704us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018852.927483:0:8489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 677 00010000:00010000:1.0:1717018853.360028:0:6619:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1717018853.670128:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1717018853.670238:0:8253:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838665792 00000100:00100000:3.0:1717018853.670503:0:8253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 345 00000100:00100000:3.0:1717018853.670508:0:8253:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6ed580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12cff408-c572-49fa-81b0-09052c8e7f41+63:22192:x1800422838665792:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:3.0:1717018853.670523:0:8253:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1717018853.670544:0:8253:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a1c0/0x81e56358f42c174a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe1aedd3f13a3673f expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670584:0:8253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b180/0x81e56358f42c1751 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670592:0:8253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b180/0x81e56358f42c1751 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670599:0:8253:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b180/0x81e56358f42c1751 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670607:0:8253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133049440/0x81e56358f42c1758 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670611:0:8253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133049440/0x81e56358f42c1758 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670614:0:8253:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133049440/0x81e56358f42c1758 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670757:0:8253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b3c0/0x81e56358f42c175f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670763:0:8253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b3c0/0x81e56358f42c175f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cee:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670767:0:8253:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b3c0/0x81e56358f42c175f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cee:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1717018853.670794:0:8253:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cee:0x0]: returning size 11776 00000004:00200000:3.0:1717018853.670796:0:8253:0:(mdt_handler.c:1523:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1717018853.670812:0:8253:0:(mdt_handler.c:2353:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b3c0/0x81e56358f42c175f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cee:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670819:0:8253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b180/0x81e56358f42c1751 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670823:0:8253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b180/0x81e56358f42c1751 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670851:0:8253:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b180/0x81e56358f42c1751 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670855:0:8253:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88013304b180 already unused, calling callback (ffffffffa1346360) 00010000:00010000:3.0:1717018853.670857:0:8253:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b180/0x81e56358f42c1751 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670862:0:8253:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b180/0x81e56358f42c1751 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670868:0:8253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880099a30900) 00010000:00010000:3.0:1717018853.670870:0:8253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1717018853.670872:0:8253:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b180/0x81e56358f42c1751 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670875:0:8253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b180/0x81e56358f42c1751 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670909:0:8253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880133049440/0x81e56358f42c1758 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670914:0:8253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133049440/0x81e56358f42c1758 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670922:0:8253:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133049440/0x81e56358f42c1758 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670927:0:8253:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880133049440 already unused, calling callback (ffffffffa1346360) 00010000:00010000:3.0:1717018853.670928:0:8253:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133049440/0x81e56358f42c1758 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670932:0:8253:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133049440/0x81e56358f42c1758 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670938:0:8253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c16acfe (ffff88009f619400) 00010000:00010000:3.0:1717018853.670939:0:8253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1717018853.670941:0:8253:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133049440/0x81e56358f42c1758 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670945:0:8253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133049440/0x81e56358f42c1758 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c16acfe bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670969:0:8253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a1c0/0x81e56358f42c174a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3673f expref: 65 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670978:0:8253:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b3c0/0x81e56358f42c175f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cee:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3673f expref: 64 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.670983:0:8253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cee:0x0].0x0 (ffff88009f619b00) 00010000:00010000:3.0:1717018853.670984:0:8253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1717018853.670985:0:8253:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88013304b3c0, rc 0) 00010000:00000080:3.0:1717018853.670989:0:8253:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88007d6ed580 x1800422838665792/t0(0) o101->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:205/0 lens 584/640 e 0 to 0 dl 1717018940 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:3.0:1717018853.671052:0:8253:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6ed580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12cff408-c572-49fa-81b0-09052c8e7f41+64:22192:x1800422838665792:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 544us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018853.671057:0:8253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 345 00000100:00100000:0.0:1717018853.672721:0:2846:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1717018853.672813:0:8253:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838665856 00000100:00100000:3.0:1717018853.673404:0:8253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 346 00000100:00100000:3.0:1717018853.673410:0:8253:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6ed0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12cff408-c572-49fa-81b0-09052c8e7f41+64:22192:x1800422838665856:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:3.0:1717018853.673424:0:8253:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1717018853.673437:0:8253:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013304aac0/0x81e56358f42c1766 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2cee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe1aedd3f13a36746 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673476:0:8253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a640/0x81e56358f42c176d lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2cee:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673484:0:8253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a640/0x81e56358f42c176d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673492:0:8253:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a640/0x81e56358f42c176d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673501:0:8253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a880/0x81e56358f42c1774 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673506:0:8253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a880/0x81e56358f42c1774 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673510:0:8253:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a880/0x81e56358f42c1774 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673592:0:8253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a640/0x81e56358f42c176d lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673598:0:8253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a640/0x81e56358f42c176d lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673603:0:8253:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a640/0x81e56358f42c176d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673608:0:8253:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88013304a640 already unused, calling callback (ffffffffa1346360) 00010000:00010000:3.0:1717018853.673610:0:8253:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a640/0x81e56358f42c176d lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673615:0:8253:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a640/0x81e56358f42c176d lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673623:0:8253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cee:0x0].0x0 (ffff88009f619b00) 00010000:00010000:3.0:1717018853.673626:0:8253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1717018853.673628:0:8253:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a640/0x81e56358f42c176d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673645:0:8253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a640/0x81e56358f42c176d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673654:0:8253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a880/0x81e56358f42c1774 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673658:0:8253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a880/0x81e56358f42c1774 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673670:0:8253:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a880/0x81e56358f42c1774 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673673:0:8253:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88013304a880 already unused, calling callback (ffffffffa1346360) 00010000:00010000:3.0:1717018853.673675:0:8253:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a880/0x81e56358f42c1774 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673679:0:8253:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a880/0x81e56358f42c1774 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673685:0:8253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cee:0x0].0x8c16ad10 (ffff88009f619800) 00010000:00010000:3.0:1717018853.673687:0:8253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1717018853.673688:0:8253:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a880/0x81e56358f42c1774 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673692:0:8253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a880/0x81e56358f42c1774 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673726:0:8253:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013304aac0/0x81e56358f42c1766 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36746 expref: 65 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673731:0:8253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013304aac0/0x81e56358f42c1766 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36746 expref: 65 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.673737:0:8253:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88013304aac0, rc 0) 00010000:00000080:3.0:1717018853.673741:0:8253:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88007d6ed0c0 x1800422838665856/t0(0) o101->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:205/0 lens 584/640 e 0 to 0 dl 1717018940 ref 1 fl Interpret:/0/0 rc 301/0 job:'lfs.0' 00000100:00100000:3.0:1717018853.673790:0:8253:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6ed0c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12cff408-c572-49fa-81b0-09052c8e7f41+64:22192:x1800422838665856:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 380us (1072us total) trans 0 rc 301/301 00000100:00100000:3.0:1717018853.673800:0:8253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 346 00000100:00100000:0.0:1717018853.676036:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1717018853.676122:0:8253:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838665984 00000100:00100000:3.0:1717018853.676225:0:8253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 347 00000100:00100000:3.0:1717018853.676230:0:8253:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6eaac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12cff408-c572-49fa-81b0-09052c8e7f41+64:22192:x1800422838665984:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:3.0:1717018853.676243:0:8253:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1717018853.676245:0:8253:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1717018853.676263:0:8253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b3c0/0x81e56358f42c175f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x2cee:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3673f expref: 64 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.676276:0:8253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cee:0x0].0x0 (ffff88009f619b00) 00010000:00010000:3.0:1717018853.676283:0:8253:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1717018853.676291:0:8253:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013304af40/0x81e56358f42c177b lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2cee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe1aedd3f13a3674d expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.676390:0:8253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133049b00/0x81e56358f42c1782 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x2cee:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.676399:0:8253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880133049b00/0x81e56358f42c1782 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.676406:0:8253:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880133049b00/0x81e56358f42c1782 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.676415:0:8253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b840/0x81e56358f42c1789 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.676420:0:8253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b840/0x81e56358f42c1789 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.676435:0:8253:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b840/0x81e56358f42c1789 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.677052:0:8253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a400/0x81e56358f42c1790 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x2cef:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.677059:0:8253:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a400/0x81e56358f42c1790 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2cef:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.677065:0:8253:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a400/0x81e56358f42c1790 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x2cef:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00000004:00200000:3.0:1717018853.677072:0:8253:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cef:0x0]: returning size 0 00010000:00010000:3.0:1717018853.677088:0:8253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880133049b00/0x81e56358f42c1782 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.677092:0:8253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880133049b00/0x81e56358f42c1782 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.677096:0:8253:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880133049b00/0x81e56358f42c1782 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.677101:0:8253:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880133049b00 already unused, calling callback (ffffffffa1346360) 00010000:00010000:3.0:1717018853.677103:0:8253:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133049b00/0x81e56358f42c1782 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.677107:0:8253:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880133049b00/0x81e56358f42c1782 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.677113:0:8253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cee:0x0].0x0 (ffff88009f619100) 00010000:00010000:3.0:1717018853.677120:0:8253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1717018853.677123:0:8253:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880133049b00/0x81e56358f42c1782 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.677127:0:8253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880133049b00/0x81e56358f42c1782 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2cee:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00000004:00010000:3.0:1717018853.677135:0:8253:0:(mdt_handler.c:3992:mdt_save_lock()) ### save lock request ffff88007d6eaac0 reply state ffff88012e5ca000 transno 12884902029 ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b840/0x81e56358f42c1789 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.677155:0:8253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013304af40/0x81e56358f42c177b lrc: 0/0,0 mode: --/CW res: [0x200000401:0x2cee:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3674d expref: 66 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.677167:0:8253:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a400/0x81e56358f42c1790 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2cef:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3674d expref: 65 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.677171:0:8253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cef:0x0].0x0 (ffff88009f619300) 00010000:00010000:3.0:1717018853.677173:0:8253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1717018853.677174:0:8253:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88013304a400, rc 0) 00010000:00000080:3.0:1717018853.677178:0:8253:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88007d6eaac0 x1800422838665984/t12884902029(0) o101->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:205/0 lens 528/600 e 0 to 0 dl 1717018940 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:3.0:1717018853.677238:0:8253:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6eaac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12cff408-c572-49fa-81b0-09052c8e7f41+66:22192:x1800422838665984:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 1007us (1205us total) trans 12884902029 rc 0/0 00000100:00100000:3.0:1717018853.677244:0:8253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 347 00010000:00010000:2.0:1717018853.679002:0:2838:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b840/0x81e56358f42c1789 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018853.679018:0:2838:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b840/0x81e56358f42c1789 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018853.679024:0:2838:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b840/0x81e56358f42c1789 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018853.679030:0:2838:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff88013304b840 already unused, calling callback (ffffffffa1346360) 00010000:00010000:2.0:1717018853.679033:0:2838:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b840/0x81e56358f42c1789 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018853.679039:0:2838:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b840/0x81e56358f42c1789 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018853.679066:0:2838:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cee:0x0].0x8c16ad10 (ffff88009f619200) 00010000:00010000:2.0:1717018853.679069:0:2838:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1717018853.679072:0:2838:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b840/0x81e56358f42c1789 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018853.679076:0:2838:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b840/0x81e56358f42c1789 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x2cee:0x0].0x8c16ad10 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1717018853.679519:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1717018853.679599:0:8253:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838666112 00000100:00100000:3.0:1717018853.679667:0:8253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 348 00000100:00100000:3.0:1717018853.679672:0:8253:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6eb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12cff408-c572-49fa-81b0-09052c8e7f41+65:22192:x1800422838666112:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:3.0:1717018853.679690:0:8253:0:(ldlm_lockd.c:1248:ldlm_handle_enqueue0()) ### server-side enqueue handler START 00010000:00010000:3.0:1717018853.679714:0:8253:0:(ldlm_lockd.c:1318:ldlm_handle_enqueue0()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b180/0x81e56358f42c179e lrc: 2/0,0 mode: --/CR res: [0x200000401:0x2cee:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xe1aedd3f13a36754 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.679783:0:8253:0:(ldlm_lock.c:766:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134f1ed00/0x81e56358f42c17a5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2cef:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.679795:0:8253:0:(ldlm_lock.c:675:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a400/0x81e56358f42c1790 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x2cef:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3674d expref: 66 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.679800:0:8253:0:(ldlm_resource.c:1649:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134f1ed00/0x81e56358f42c17a5 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x2cef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.679855:0:8253:0:(ldlm_lockd.c:953:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a400/0x81e56358f42c1790 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2cef:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3674d expref: 66 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.679866:0:8253:0:(ldlm_lockd.c:489:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a400/0x81e56358f42c1790 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2cef:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3674d expref: 66 pid: 8253 timeout: 1986 lvb_type: 0 00000100:00100000:3.0:1717018853.679876:0:8253:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff880086969300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:8253:1800422819887616:192.168.203.26@tcp:104: 00000100:00100000:3.0:1717018853.679936:0:8253:0:(client.c:2492:ptlrpc_set_wait()) set ffff88013480eb40 going to sleep for 6 seconds 00000100:00100000:0.0:1717018853.681854:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1717018853.682015:0:8253:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff880086969300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:8253:1800422819887616:192.168.203.26@tcp:104: 00000100:00100000:2.0:1717018853.682023:0:14966:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838666176 00010000:00010000:3.0:1717018853.682043:0:8253:0:(ldlm_request.c:286:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880134f1ed00/0x81e56358f42c17a5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2cef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018853.682059:0:14966:0:(ldlm_lockd.c:2633:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a400/0x81e56358f42c1790 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2cef:0x0].0x0 bits 0x9/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3674d expref: 67 pid: 8253 timeout: 1986 lvb_type: 0 00000100:00100000:2.0:1717018853.682107:0:14966:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 75347 00000100:00100000:2.0:1717018853.682112:0:14966:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88007d6e9c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:12cff408-c572-49fa-81b0-09052c8e7f41+67:1834:x1800422838666176:12345-192.168.203.26@tcp:103:ldlm_bl_02.0 00010000:00010000:2.0:1717018853.682129:0:14966:0:(ldlm_lockd.c:1721:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1717018853.682133:0:14966:0:(ldlm_lockd.c:1766:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a400/0x81e56358f42c1790 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x2cef:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3674d expref: 67 pid: 8253 timeout: 1986 lvb_type: 0 00010000:00010000:2.0:1717018853.682142:0:14966:0:(ldlm_lockd.c:562:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a400/0x81e56358f42c1790 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x2cef:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3674d expref: 67 pid: 8253 timeout: 1986 lvb_type: 0 00010000:00010000:2.0:1717018853.682162:0:14966:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013304a400/0x81e56358f42c1790 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2cef:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a3674d expref: 67 pid: 8253 timeout: 1986 lvb_type: 0 00010000:00010000:2.0:1717018853.682178:0:14966:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cef:0x0].0x0 (ffff88009f619300) 00010000:00010000:2.0:1717018853.682182:0:14966:0:(ldlm_inodebits.c:113:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880134f1ed00/0x81e56358f42c17a5 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x2cef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018853.682203:0:14966:0:(ldlm_lock.c:704:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134f1ed00/0x81e56358f42c17a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2cef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018853.682209:0:14966:0:(ldlm_lock.c:1064:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134f1ed00/0x81e56358f42c17a5 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x2cef:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1717018853.682239:0:14966:0:(ldlm_lockd.c:1777:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1717018853.682258:0:8253:0:(ldlm_request.c:202:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880134f1ed00/0x81e56358f42c17a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2cef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018853.682265:0:8253:0:(ldlm_request.c:531:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134f1ed00/0x81e56358f42c17a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2cef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1717018853.682283:0:14966:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6e9c80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_005:12cff408-c572-49fa-81b0-09052c8e7f41+66:1834:x1800422838666176:12345-192.168.203.26@tcp:103:ldlm_bl_02.0 Request processed in 170us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018853.682289:0:14966:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 75347 00000004:00200000:3.0:1717018853.682292:0:8253:0:(mdt_handler.c:912:mdt_pack_attr2body()) [0x200000401:0x2cef:0x0]: returning size 0 00000100:00100000:2.0:1717018853.996081:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88007d6eda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:627fc11f-491c-4f89-ad31-986408f4a526:2853:1800422819887680:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1717018853.996111:0:2854:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a23576c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2854:1800422819887744:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1717018853.996116:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a23517c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2852:1800422819887872:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018853.996117:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2353900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2855:1800422819887808:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018853.996163:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018853.996163:0:2854:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018853.996198:0:2854:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2351300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2854:1800422819888000:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018853.996198:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819887680 00000100:00100000:3.0:1717018853.996200:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018853.996208:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2351c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2853:1800422819887936:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1717018853.996219:0:2854:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018853.996237:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:0.0:1717018853.996242:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d912850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+18:2853:x1800422819887680:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1717018853.996249:0:9645:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819887744 00000100:00100000:3.0:1717018853.996266:0:22214:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819887872 00000100:00100000:1.0:1717018853.996272:0:9645:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819888000 00000100:00100000:0.0:1717018853.996280:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d912850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+18:2853:x1800422819887680:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018853.996286:0:9645:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1717018853.996287:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:1.0:1717018853.996290:0:9645:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132efc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:2854:x1800422819887744:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1717018853.996299:0:22214:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:3.0:1717018853.996304:0:22214:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880086969300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2852:x1800422819887872:12345-0@lo:400:kworker/u8:2.0 00010000:00000080:1.0:1717018853.996304:0:9645:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880132efc740 x1800422819887744/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1717018940 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:0.0:1717018853.996321:0:8489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:0.0:1717018853.996324:0:8489:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132efd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2854:x1800422819888000:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1717018853.996329:0:9645:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132efc740 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:2854:x1800422819887744:12345-0@lo:400:kworker/u8:2.0 Request processed in 38us (167us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018853.996334:0:9645:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00010000:00000080:0.0:1717018853.996334:0:8489:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880132efd580 x1800422819888000/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1717018940 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1717018853.996345:0:22214:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880086969300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2852:x1800422819887872:12345-0@lo:400:kworker/u8:2.0 Request processed in 41us (146us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018853.996351:0:22214:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:1.0:1717018853.996351:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018853.996354:0:8489:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132efd580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2854:x1800422819888000:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (135us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018853.996359:0:8489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1717018853.996367:0:9645:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819887808 00000100:00100000:1.0:1717018853.996383:0:9645:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1717018853.996386:0:9645:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ef8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:2855:x1800422819887808:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1717018853.996387:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a23517c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2852:1800422819887872:0@lo:400:kworker/u8:2.0 00010000:00000080:1.0:1717018853.996394:0:9645:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880132ef8000 x1800422819887808/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:205/0 lens 224/224 e 0 to 0 dl 1717018940 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1717018853.996413:0:9645:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ef8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:2855:x1800422819887808:12345-0@lo:400:kworker/u8:2.0 Request processed in 27us (62us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018853.996423:0:9645:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:0.0:1717018853.996432:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2353900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2855:1800422819887808:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1717018853.996444:0:2854:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a23576c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2854:1800422819887744:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1717018853.996451:0:2854:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2351300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2854:1800422819888000:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018853.996477:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018853.996504:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88007d6eda40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:627fc11f-491c-4f89-ad31-986408f4a526:2853:1800422819887680:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1717018853.996529:0:14898:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819887936 00000100:00100000:3.0:1717018853.996561:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:3.0:1717018853.996564:0:14898:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731c740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2853:x1800422819887936:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1717018853.996601:0:14898:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731c740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2853:x1800422819887936:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (125us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018853.996606:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:2.0:1717018853.996701:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2351c80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2853:1800422819887936:0@lo:400:kworker/u8:2.0 00010000:00010000:0.0:1717018854.362150:0:8092:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1717018855.364178:0:14979:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1717018856.366057:0:6620:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1717018856.733196:0:8305:0:(tgt_lastrcvd.c:926:tgt_cb_last_committed()) lustre-MDT0000: transno 12884902029 is committed 00010000:00010000:1.0:1717018857.368089:0:12711:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1717018857.516086:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013731f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2855:1800422819888064:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1717018857.516140:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018857.516234:0:8081:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819888064 00000100:00100000:0.0:1717018857.516276:0:8081:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1717018857.516281:0:8081:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008696df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2855:x1800422819888064:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1717018857.516307:0:8081:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1703936 granted 511639552 pending 0 free 3458203648 avail 3456106496 00000100:00100000:0.0:1717018857.516348:0:8081:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008696df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2855:x1800422819888064:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018857.516355:0:8081:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1717018857.516438:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013731f6c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2855:1800422819888064:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1717018857.937642:0:2846:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1717018857.937678:0:2846:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1717018857.937722:0:2846:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018857.937824:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838666240 00000100:00100000:0.0:1717018857.937899:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 961 00000100:00100000:0.0:1717018857.937918:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d917850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+9:1834:x1800422838666240:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1717018857.937979:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d917850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+9:1834:x1800422838666240:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 62us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018857.937985:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 961 00000100:00100000:3.0:1717018857.938329:0:22214:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838666432 00000100:00100000:3.0:1717018857.938353:0:22214:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 970 00000100:00100000:3.0:1717018857.938356:0:22214:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132eff6c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:12cff408-c572-49fa-81b0-09052c8e7f41+519:1833:x1800422838666432:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1717018857.938385:0:22214:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132eff6c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:12cff408-c572-49fa-81b0-09052c8e7f41+519:1833:x1800422838666432:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 29us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018857.938390:0:22214:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 970 00000100:00100000:2.0:1717018857.938583:0:9645:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838666304 00000100:00100000:2.0:1717018857.938617:0:9645:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 681 00000100:00100000:2.0:1717018857.938621:0:9645:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132efbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12cff408-c572-49fa-81b0-09052c8e7f41+65:1833:x1800422838666304:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00010000:00000080:2.0:1717018857.938635:0:9645:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880132efbdc0 x1800422838666304/t0(0) o400->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:209/0 lens 224/224 e 0 to 0 dl 1717018944 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1717018857.938654:0:9645:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132efbdc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12cff408-c572-49fa-81b0-09052c8e7f41+65:1833:x1800422838666304:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 33us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018857.938659:0:9645:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 681 00000100:00100000:1.0:1717018857.940655:0:2846:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1717018857.941574:0:14898:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838666368 00000100:00100000:3.0:1717018857.941629:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 971 00000100:00100000:3.0:1717018857.941635:0:14898:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132efe3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:12cff408-c572-49fa-81b0-09052c8e7f41+549:1834:x1800422838666368:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1717018857.941704:0:14898:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132efe3c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:12cff408-c572-49fa-81b0-09052c8e7f41+549:1834:x1800422838666368:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 69us (1056us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018857.941711:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 971 00010000:00010000:0.0:1717018858.370878:0:12712:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1717018859.004056:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2352140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2853:1800422819888192:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018859.004066:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2353900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:627fc11f-491c-4f89-ad31-986408f4a526:2852:1800422819888128:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1717018859.004130:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2354740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2855:1800422819888320:0@lo:400:kworker/u8:2.0 00000100:00100000:1.0:1717018859.004190:0:2854:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2352600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2854:1800422819888256:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018859.004349:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018859.004353:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018859.004370:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2353440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2853:1800422819888448:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018859.004370:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2354280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2852:1800422819888384:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018859.004389:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018859.004390:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018859.004422:0:9645:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819888192 00000100:00100000:0.0:1717018859.004422:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819888128 00000100:00100000:2.0:1717018859.004447:0:9645:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819888448 00000100:00100000:0.0:1717018859.004447:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1717018859.004451:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008d914050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+18:2852:x1800422819888128:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018859.004459:0:9645:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1717018859.004462:0:9645:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:2853:x1800422819888192:12345-0@lo:400:kworker/u8:2.0 00010000:00000080:2.0:1717018859.004474:0:9645:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88013731df00 x1800422819888192/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:211/0 lens 224/224 e 0 to 0 dl 1717018946 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:0.0:1717018859.004482:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008d914050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+18:2852:x1800422819888128:12345-0@lo:400:kworker/u8:2.0 Request processed in 31us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018859.004492:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:2.0:1717018859.004499:0:9645:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731df00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:2853:x1800422819888192:12345-0@lo:400:kworker/u8:2.0 Request processed in 36us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018859.004504:0:9645:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1717018859.004513:0:9645:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:2.0:1717018859.004515:0:9645:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:2853:x1800422819888448:12345-0@lo:400:kworker/u8:2.0 00010000:00000080:2.0:1717018859.004528:0:9645:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88013731b440 x1800422819888448/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:211/0 lens 224/224 e 0 to 0 dl 1717018946 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:0.0:1717018859.004529:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2353900 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:627fc11f-491c-4f89-ad31-986408f4a526:2852:1800422819888128:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018859.004545:0:9645:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731b440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:2853:x1800422819888448:12345-0@lo:400:kworker/u8:2.0 Request processed in 29us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018859.004549:0:9645:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1717018859.004564:0:22214:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819888384 00000100:00100000:2.0:1717018859.004568:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2352140 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:2853:1800422819888192:0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018859.004576:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2353440 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:2853:1800422819888448:0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018859.004580:0:22214:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1717018859.004582:0:22214:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a23550c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2852:x1800422819888384:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018859.004616:0:22214:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a23550c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2852:x1800422819888384:12345-0@lo:400:kworker/u8:2.0 Request processed in 33us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018859.004621:0:22214:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1717018859.004638:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2354280 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2852:1800422819888384:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1717018859.004699:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018859.004754:0:2854:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018859.004802:0:8254:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819888256 00000100:00100000:2.0:1717018859.004819:0:8254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:2.0:1717018859.004822:0:8254:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ef8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2854:x1800422819888256:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:0.0:1717018859.004859:0:22214:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819888320 00010000:00000080:2.0:1717018859.004860:0:8254:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880132ef8980 x1800422819888256/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:211/0 lens 224/224 e 0 to 0 dl 1717018946 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:0.0:1717018859.004880:0:22214:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:0.0:1717018859.004883:0:22214:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008696e880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2855:x1800422819888320:12345-0@lo:400:kworker/u8:2.0 00000100:00100000:2.0:1717018859.004899:0:8254:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ef8980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2854:x1800422819888256:12345-0@lo:400:kworker/u8:2.0 Request processed in 76us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018859.004904:0:8254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1717018859.004907:0:22214:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008696e880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:lustre-MDT0000-mdtlov_UUID+5:2855:x1800422819888320:12345-0@lo:400:kworker/u8:2.0 Request processed in 23us (208us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018859.004911:0:22214:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:1.0:1717018859.004919:0:2854:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2352600 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:2854:1800422819888256:0@lo:400:kworker/u8:2.0 00000100:00100000:3.0:1717018859.004982:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2354740 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2855:1800422819888320:0@lo:400:kworker/u8:2.0 00010000:00010000:1.0:1717018859.372191:0:6619:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1717018860.374134:0:8092:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1717018861.376388:0:14979:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1717018862.378129:0:6620:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1717018862.524266:0:2854:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88008696ed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2854:1800422819888512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1717018862.524317:0:2854:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018862.524422:0:13505:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819888512 00000100:00100000:0.0:1717018862.524459:0:13505:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1717018862.524463:0:13505:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ef8e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2854:x1800422819888512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1717018862.524601:0:13505:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1703936 granted 511639552 pending 0 free 3458203648 avail 3456106496 00000100:00100000:0.0:1717018862.524643:0:13505:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ef8e40 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2854:x1800422819888512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 179us (325us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018862.524649:0:13505:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1717018862.524719:0:2854:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88008696ed40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2854:1800422819888512:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1717018862.942660:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018862.942715:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018862.942748:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018862.942788:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018862.942865:0:22214:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838666688 00000100:00100000:1.0:1717018862.942888:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838666496 00000100:00100000:0.0:1717018862.942906:0:22214:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838666624 00000100:00100000:0.0:1717018862.942926:0:22214:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 974 00000100:00100000:0.0:1717018862.942931:0:22214:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2353900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:12cff408-c572-49fa-81b0-09052c8e7f41+519:1833:x1800422838666688:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1717018862.942937:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 963 00000100:00100000:0.0:1717018862.942993:0:22214:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2353900 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:12cff408-c572-49fa-81b0-09052c8e7f41+519:1833:x1800422838666688:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 62us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018862.942999:0:22214:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 974 00000100:00100000:0.0:1717018862.943012:0:22214:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 975 00000100:00100000:0.0:1717018862.943014:0:22214:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2352f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:12cff408-c572-49fa-81b0-09052c8e7f41+549:1834:x1800422838666624:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1717018862.943041:0:22214:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2352f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_014:12cff408-c572-49fa-81b0-09052c8e7f41+549:1834:x1800422838666624:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 26us (255us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018862.943046:0:22214:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 975 00000100:00100000:1.0:1717018862.943158:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+9:1834:x1800422838666496:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1717018862.943214:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+9:1834:x1800422838666496:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 58us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018862.943454:0:9645:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838666560 00000100:00100000:2.0:1717018862.943479:0:9645:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 685 00000100:00100000:2.0:1717018862.943482:0:9645:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2354280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12cff408-c572-49fa-81b0-09052c8e7f41+65:1833:x1800422838666560:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00010000:00000080:2.0:1717018862.943496:0:9645:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a2354280 x1800422838666560/t0(0) o400->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:214/0 lens 224/224 e 0 to 0 dl 1717018949 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:2.0:1717018862.943518:0:9645:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2354280 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:12cff408-c572-49fa-81b0-09052c8e7f41+65:1833:x1800422838666560:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 36us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018862.943523:0:9645:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 685 00000100:00100000:1.0:1717018862.944263:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 963 00010000:00010000:1.0:1717018863.380114:0:12711:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1717018864.012857:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2350980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2852:1800422819888640:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1717018864.012940:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2354c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:627fc11f-491c-4f89-ad31-986408f4a526:2855:1800422819888576:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1717018864.012984:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018864.013006:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2355f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2855:1800422819888832:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018864.013021:0:2854:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2352ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2854:1800422819888768:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1717018864.013025:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018864.013063:0:2854:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018864.013075:0:14898:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819888832 00000100:00100000:1.0:1717018864.013092:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819888576 00000100:00100000:2.0:1717018864.013106:0:14898:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819888768 00000100:00100000:1.0:1717018864.013116:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1717018864.013118:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1717018864.013121:0:14898:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2855:x1800422819888832:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018864.013122:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+18:2855:x1800422819888576:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018864.013158:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+18:2855:x1800422819888576:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018864.013164:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:3.0:1717018864.013204:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2356d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2853:1800422819888704:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018864.013207:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:1.0:1717018864.013211:0:14904:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013539c740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:2854:x1800422819888768:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018864.013235:0:14904:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013539c740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:2854:x1800422819888768:12345-0@lo:400:kworker/u8:1.0 Request processed in 24us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018864.013236:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018864.013240:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:1.0:1717018864.013268:0:2854:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2352ac0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2854:1800422819888768:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1717018864.013271:0:8254:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819888704 00000100:00100000:3.0:1717018864.013298:0:8254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1717018864.013302:0:8254:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880086968980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2853:x1800422819888704:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:3.0:1717018864.013314:0:8254:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880086968980 x1800422819888704/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:216/0 lens 224/224 e 0 to 0 dl 1717018951 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1717018864.013339:0:8254:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880086968980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2853:x1800422819888704:12345-0@lo:400:kworker/u8:1.0 Request processed in 37us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018864.013344:0:8254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:0.0:1717018864.013383:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018864.013405:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a23563c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2852:1800422819888896:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018864.013421:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018864.013439:0:8489:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819888640 00000100:00100000:0.0:1717018864.013455:0:8489:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819888896 00000100:00100000:0.0:1717018864.013462:0:8489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1717018864.013465:0:8489:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2353dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2852:x1800422819888640:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:0.0:1717018864.013473:0:8489:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a2353dc0 x1800422819888640/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:216/0 lens 224/224 e 0 to 0 dl 1717018951 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1717018864.013490:0:8489:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2353dc0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:2852:x1800422819888640:12345-0@lo:400:kworker/u8:1.0 Request processed in 25us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018864.013494:0:8489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:0.0:1717018864.013502:0:8489:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1717018864.013504:0:8489:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a23504c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2852:x1800422819888896:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:0.0:1717018864.013510:0:8489:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a23504c0 x1800422819888896/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:216/0 lens 224/224 e 0 to 0 dl 1717018951 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1717018864.013520:0:8489:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a23504c0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:2852:x1800422819888896:12345-0@lo:400:kworker/u8:1.0 Request processed in 16us (100us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018864.013524:0:8489:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1717018864.013557:0:14898:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731d0c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:lustre-MDT0000-mdtlov_UUID+5:2855:x1800422819888832:12345-0@lo:400:kworker/u8:1.0 Request processed in 435us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018864.013569:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:2.0:1717018864.013588:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2354c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:627fc11f-491c-4f89-ad31-986408f4a526:2855:1800422819888576:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1717018864.013594:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2355f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:2855:1800422819888832:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1717018864.013989:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2356d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:2853:1800422819888704:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018864.014019:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2350980 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:2852:1800422819888640:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018864.014034:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a23563c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:2852:1800422819888896:0@lo:400:kworker/u8:1.0 00010000:00010000:0.0:1717018864.382282:0:12712:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018865.384389:0:6619:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1717018866.386061:0:8092:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1717018867.388471:0:14979:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1717018867.532020:0:2852:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1717018867.532038:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff88013539da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2852:1800422819888960:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1717018867.532088:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018867.532177:0:13505:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819888960 00000100:00100000:2.0:1717018867.532268:0:13505:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1717018867.532272:0:13505:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a23563c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2852:x1800422819888960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1717018867.532299:0:13505:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1703936 granted 511639552 pending 0 free 3458203648 avail 3456106496 00000100:00100000:2.0:1717018867.532509:0:13505:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a23563c0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2852:x1800422819888960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 236us (421us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018867.532515:0:13505:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1717018867.532571:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff88013539da40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2852:1800422819888960:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1717018867.952062:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018867.952105:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018867.952137:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1717018867.952168:0:14898:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838666944 00000100:00100000:0.0:1717018867.952178:0:2845:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1717018867.952203:0:14898:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838666880 00000100:00100000:0.0:1717018867.952210:0:23351:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 978 00000100:00100000:0.0:1717018867.952216:0:23351:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2356880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:12cff408-c572-49fa-81b0-09052c8e7f41+519:1833:x1800422838666944:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1717018867.952225:0:14898:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 979 00000100:00100000:1.0:1717018867.952225:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838666752 00000100:00100000:2.0:1717018867.952228:0:14898:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2357200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:12cff408-c572-49fa-81b0-09052c8e7f41+549:1833:x1800422838666880:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:2.0:1717018867.952259:0:14898:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2357200 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_007:12cff408-c572-49fa-81b0-09052c8e7f41+549:1833:x1800422838666880:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 31us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018867.952261:0:23351:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2356880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:12cff408-c572-49fa-81b0-09052c8e7f41+519:1833:x1800422838666944:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 46us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018867.952263:0:14898:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 979 00000100:00100000:3.0:1717018867.952267:0:8254:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838666816 00000100:00100000:0.0:1717018867.952267:0:23351:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 978 00000100:00100000:1.0:1717018867.952272:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 965 00000100:00100000:1.0:1717018867.952277:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:461e9689-0dac-4669-87c3-00abdddc539f+9:1833:x1800422838666752:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:3.0:1717018867.952299:0:8254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 689 00000100:00100000:3.0:1717018867.952303:0:8254:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2350980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12cff408-c572-49fa-81b0-09052c8e7f41+65:1833:x1800422838666816:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00010000:00000080:3.0:1717018867.952316:0:8254:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a2350980 x1800422838666816/t0(0) o400->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:219/0 lens 224/224 e 0 to 0 dl 1717018954 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:1.0:1717018867.952337:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:461e9689-0dac-4669-87c3-00abdddc539f+9:1833:x1800422838666752:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 60us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018867.952343:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 965 00000100:00100000:3.0:1717018867.952353:0:8254:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2350980 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12cff408-c572-49fa-81b0-09052c8e7f41+65:1833:x1800422838666816:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 46us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018867.952359:0:8254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 689 00010000:00010000:3.0:1717018868.390646:0:6620:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1717018869.019988:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2350e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2852:1800422819889152:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018869.020037:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018869.020059:0:2852:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1717018869.020064:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2356d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2852:1800422819889216:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018869.020081:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018869.020111:0:14904:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819889216 00000100:00100000:0.0:1717018869.020139:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:0.0:1717018869.020143:0:14904:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2354740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:2852:x1800422819889216:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018869.020234:0:2854:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2355580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:627fc11f-491c-4f89-ad31-986408f4a526:2854:1800422819889024:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1717018869.020300:0:8254:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819889152 00000100:00100000:3.0:1717018869.020322:0:8254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1717018869.020325:0:8254:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2352ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2852:x1800422819889152:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:3.0:1717018869.020336:0:8254:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a2352ac0 x1800422819889152/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:221/0 lens 224/224 e 0 to 0 dl 1717018956 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1717018869.020380:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2855:1800422819889088:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018869.020649:0:14904:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2354740 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:lustre-MDT0000-mdtlov_UUID+5:2852:x1800422819889216:12345-0@lo:400:kworker/u8:1.0 Request processed in 504us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018869.020655:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:0.0:1717018869.020688:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2356d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2852:1800422819889216:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018869.020724:0:2854:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018869.020741:0:2854:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2355f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2854:1800422819889280:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018869.020746:0:8249:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819889024 00000100:00100000:1.0:1717018869.020762:0:2854:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018869.020762:0:8249:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1717018869.020766:0:8249:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+18:2854:x1800422819889024:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018869.020798:0:8249:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:627fc11f-491c-4f89-ad31-986408f4a526+18:2854:x1800422819889024:12345-0@lo:400:kworker/u8:1.0 Request processed in 32us (75us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018869.020803:0:8249:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:1.0:1717018869.020807:0:2854:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2355580 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:627fc11f-491c-4f89-ad31-986408f4a526:2854:1800422819889024:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018869.020820:0:23351:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819889280 00000100:00100000:0.0:1717018869.020850:0:23351:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:0.0:1717018869.020853:0:23351:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013539df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:2854:x1800422819889280:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1717018869.020974:0:8254:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2352ac0 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:2852:x1800422819889152:12345-0@lo:400:kworker/u8:1.0 Request processed in 647us (937us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018869.020980:0:8254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1717018869.021006:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2350e40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:2852:1800422819889152:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018869.021033:0:23351:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013539df00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:2854:x1800422819889280:12345-0@lo:400:kworker/u8:1.0 Request processed in 178us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018869.021038:0:2854:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2355f00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:2854:1800422819889280:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018869.021038:0:23351:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00100000:2.0:1717018869.021084:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018869.021105:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2354c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2855:1800422819889344:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1717018869.021120:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018869.021138:0:8254:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819889088 00000100:00100000:3.0:1717018869.021190:0:8254:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819889344 00000100:00100000:0.0:1717018869.021193:0:9645:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1717018869.021196:0:9645:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:2855:x1800422819889088:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1717018869.021206:0:8254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00010000:00000080:0.0:1717018869.021206:0:9645:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88013731da40 x1800422819889088/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:221/0 lens 224/224 e 0 to 0 dl 1717018956 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:3.0:1717018869.021209:0:8254:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88013731d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2855:x1800422819889344:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:3.0:1717018869.021218:0:8254:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88013731d580 x1800422819889344/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:221/0 lens 224/224 e 0 to 0 dl 1717018956 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:0.0:1717018869.021244:0:9645:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731da40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:2855:x1800422819889088:12345-0@lo:400:kworker/u8:1.0 Request processed in 47us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018869.021248:0:9645:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1717018869.021255:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:2855:1800422819889088:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1717018869.021375:0:8254:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88013731d580 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2855:x1800422819889344:12345-0@lo:400:kworker/u8:1.0 Request processed in 165us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018869.021386:0:8254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1717018869.021452:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2354c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:2855:1800422819889344:0@lo:400:kworker/u8:1.0 00010000:00010000:1.0:1717018869.392069:0:12711:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1717018870.394156:0:12712:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1717018871.396048:0:6619:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1717018872.398055:0:8092:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1717018872.540086:0:2853:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1717018872.540104:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2356d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2853:1800422819889408:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1717018872.540156:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018872.540268:0:13505:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819889408 00000100:00100000:2.0:1717018872.540492:0:13505:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1717018872.540497:0:13505:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008696bdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2853:x1800422819889408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1717018872.540553:0:13505:0:(ofd_obd.c:740:ofd_statfs()) blocks cached 1703936 granted 511639552 pending 0 free 3458203648 avail 3456106496 00000100:00100000:2.0:1717018872.540751:0:13505:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008696bdc0 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:2853:x1800422819889408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 253us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018872.540757:0:13505:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1717018872.540821:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2356d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2853:1800422819889408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1717018872.958480:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1717018872.958557:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1717018872.958565:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838667008 00000100:00100000:0.0:1717018872.958602:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1717018872.958666:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 967 00000100:00100000:2.0:1717018872.958672:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+9:1836:x1800422838667008:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1717018872.958715:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1717018872.958866:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:461e9689-0dac-4669-87c3-00abdddc539f+9:1836:x1800422838667008:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 193us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018872.958872:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 967 00000100:00100000:3.0:1717018872.958888:0:8254:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838667072 00000100:00100000:3.0:1717018872.958917:0:8254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 693 00000100:00100000:3.0:1717018872.958921:0:8254:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2352600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12cff408-c572-49fa-81b0-09052c8e7f41+65:1836:x1800422838667072:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00010000:00000080:3.0:1717018872.958941:0:8254:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a2352600 x1800422838667072/t0(0) o400->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:224/0 lens 224/224 e 0 to 0 dl 1717018959 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000100:00100000:3.0:1717018872.958966:0:8254:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2352600 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:12cff408-c572-49fa-81b0-09052c8e7f41+65:1836:x1800422838667072:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 44us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018872.958971:0:8254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 693 00000100:00100000:0.0:1717018872.959089:0:14904:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838667136 00000100:00100000:1.0:1717018872.959090:0:23351:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838667200 00000100:00100000:0.0:1717018872.959114:0:14904:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 982 00000100:00100000:0.0:1717018872.959117:0:14904:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2353440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:12cff408-c572-49fa-81b0-09052c8e7f41+549:1836:x1800422838667136:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:1.0:1717018872.959119:0:23351:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 983 00000100:00100000:1.0:1717018872.959122:0:23351:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2352140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:12cff408-c572-49fa-81b0-09052c8e7f41+519:1836:x1800422838667200:12345-192.168.203.26@tcp:400:kworker/u8:2.0 00000100:00100000:0.0:1717018872.959139:0:14904:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2353440 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_009:12cff408-c572-49fa-81b0-09052c8e7f41+549:1836:x1800422838667136:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 21us (537us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018872.959145:0:23351:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2352140 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:12cff408-c572-49fa-81b0-09052c8e7f41+519:1836:x1800422838667200:12345-192.168.203.26@tcp:400:kworker/u8:2.0 Request processed in 22us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1717018872.959145:0:14904:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 982 00000100:00100000:1.0:1717018872.959150:0:23351:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 983 00010000:00010000:3.0:1717018873.400338:0:14979:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1717018873.682016:0:8253:0:(osp_precreate.c:1532:osp_precreate_reserve()) lustre-OST0001-osc-MDT0000: slow creates, last=[0x0:0x1:0x0], next=[0x0:0x1:0x0], reserved=0, sync_changes=0, sync_rpcs_in_progress=0, status=-11 00010000:00010000:3.0:1717018873.682176:0:8253:0:(ldlm_lock.c:820:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880134f1ed00/0x81e56358f42c17a5 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x2cef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018873.682187:0:8253:0:(ldlm_lock.c:879:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134f1ed00/0x81e56358f42c17a5 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x2cef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018873.682192:0:8253:0:(ldlm_lockd.c:1874:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134f1ed00/0x81e56358f42c17a5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2cef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018873.682197:0:8253:0:(ldlm_lockd.c:1888:ldlm_handle_bl_callback()) Lock ffff880134f1ed00 already unused, calling callback (ffffffffa1346360) 00010000:00010000:3.0:1717018873.682201:0:8253:0:(ldlm_request.c:367:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134f1ed00/0x81e56358f42c17a5 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x2cef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018873.682221:0:8253:0:(ldlm_request.c:1260:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134f1ed00/0x81e56358f42c17a5 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x2cef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018873.682339:0:8253:0:(ldlm_inodebits.c:94:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x2cef:0x0].0x0 (ffff88009f619300) 00010000:00010000:3.0:1717018873.682341:0:8253:0:(ldlm_inodebits.c:96:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1717018873.682344:0:8253:0:(ldlm_lockd.c:1898:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134f1ed00/0x81e56358f42c17a5 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x2cef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018873.682349:0:8253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134f1ed00/0x81e56358f42c17a5 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x2cef:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018873.682392:0:8253:0:(ldlm_lockd.c:1484:ldlm_handle_enqueue0()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b180/0x81e56358f42c179e lrc: 1/0,0 mode: --/CR res: [0x200000401:0x2cee:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36754 expref: 64 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018873.682397:0:8253:0:(ldlm_lock.c:216:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013304b180/0x81e56358f42c179e lrc: 0/0,0 mode: --/CR res: [0x200000401:0x2cee:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xe1aedd3f13a36754 expref: 64 pid: 8253 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1717018873.682406:0:8253:0:(ldlm_lockd.c:1565:ldlm_handle_enqueue0()) ### server-side enqueue handler END (lock ffff88013304b180, rc 0) 00010000:00000080:3.0:1717018873.682411:0:8253:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff88007d6eb440 x1800422838666112/t0(0) o101->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:205/0 lens 1104/600 e 0 to 0 dl 1717018940 ref 1 fl Interpret:/0/0 rc 301/0 job:'lfs.0' 00000100:00100000:3.0:1717018873.682479:0:8253:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88007d6eb440 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:12cff408-c572-49fa-81b0-09052c8e7f41+63:22192:x1800422838666112:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 20002807us (20002964us total) trans 0 rc 301/301 00000100:00100000:3.0:1717018873.682487:0:8253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 348 00000100:00100000:0.0:1717018873.685482:0:2847:0:(events.c:361:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1717018873.685582:0:17005:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422838667328 00000100:00100000:3.0:1717018873.685817:0:17005:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 52 00000100:00100000:3.0:1717018873.685823:0:17005:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2351c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:12cff408-c572-49fa-81b0-09052c8e7f41+63:22192:x1800422838667328:12345-192.168.203.26@tcp:35:lfs.0 00010000:00000080:3.0:1717018873.686083:0:17005:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a2351c80 x1800422838667328/t12884902030(0) o35->12cff408-c572-49fa-81b0-09052c8e7f41@192.168.203.26@tcp:144/0 lens 392/456 e 0 to 0 dl 1717018879 ref 1 fl Interpret:/0/0 rc 0/0 job:'lfs.0' 00000100:00100000:3.0:1717018873.686137:0:17005:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2351c80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:12cff408-c572-49fa-81b0-09052c8e7f41+64:22192:x1800422838667328:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 314us (661us total) trans 12884902030 rc 0/0 00000100:00100000:3.0:1717018873.686143:0:17005:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 52 00000100:00100000:1.0:1717018874.028148:0:2852:0:(ptlrpcd.c:415:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1717018874.028166:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2351300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:627fc11f-491c-4f89-ad31-986408f4a526:2852:1800422819889472:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018874.028180:0:2854:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a23576c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2854:1800422819889536:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1717018874.028236:0:2855:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a23517c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2855:1800422819889600:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1717018874.028262:0:2853:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2354c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2853:1800422819889728:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018874.028427:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018874.028428:0:2855:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018874.028430:0:2853:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1717018874.028447:0:2852:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2356d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2852:1800422819889664:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018874.028463:0:2852:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1717018874.028465:0:8253:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819889600 00000100:00100000:2.0:1717018874.028465:0:8248:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819889472 00000100:00100000:1.0:1717018874.028480:0:23351:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819889728 00000100:00100000:3.0:1717018874.028503:0:8253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1717018874.028507:0:8253:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880137319300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2855:x1800422819889600:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018874.028509:0:23351:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819889664 00000100:00100000:1.0:1717018874.028520:0:23351:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 984 00010000:00000080:3.0:1717018874.028523:0:8253:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff880137319300 x1800422819889600/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:226/0 lens 224/224 e 0 to 0 dl 1717018961 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:1.0:1717018874.028523:0:23351:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88008696c280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:2853:x1800422819889728:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1717018874.028548:0:8253:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880137319300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:2855:x1800422819889600:12345-0@lo:400:kworker/u8:1.0 Request processed in 42us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018874.028548:0:23351:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88008696c280 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:2853:x1800422819889728:12345-0@lo:400:kworker/u8:1.0 Request processed in 24us (117us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018874.028553:0:8253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1717018874.028553:0:23351:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 984 00000100:00100000:1.0:1717018874.028564:0:23351:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1717018874.028566:0:23351:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff880135399c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:2852:x1800422819889664:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1717018874.028582:0:2853:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2354c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:2853:1800422819889728:0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018874.028591:0:23351:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff880135399c80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_018:lustre-MDT0000-mdtlov_UUID+5:2852:x1800422819889664:12345-0@lo:400:kworker/u8:1.0 Request processed in 24us (127us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018874.028595:0:23351:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:2.0:1717018874.028631:0:8248:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:2.0:1717018874.028635:0:8248:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c54a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+18:2852:x1800422819889472:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:1.0:1717018874.028643:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2356d40 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:2852:1800422819889664:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1717018874.028665:0:8248:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c54a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:627fc11f-491c-4f89-ad31-986408f4a526+18:2852:x1800422819889472:12345-0@lo:400:kworker/u8:1.0 Request processed in 30us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1717018874.028666:0:2852:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2351300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:627fc11f-491c-4f89-ad31-986408f4a526:2852:1800422819889472:0@lo:400:kworker/u8:1.0 00000100:00100000:2.0:1717018874.028669:0:8248:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:2.0:1717018874.028691:0:2855:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a23517c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:2855:1800422819889600:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018874.029029:0:2854:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1717018874.029051:0:2854:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@ffff8800a2350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2854:1800422819889792:0@lo:400:kworker/u8:1.0 00000100:00100000:0.0:1717018874.029067:0:2854:0:(events.c:361:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1717018874.029242:0:8253:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819889536 00000100:00100000:2.0:1717018874.029256:0:8253:0:(service.c:2140:ptlrpc_server_handle_req_in()) got req x1800422819889792 00000100:00100000:2.0:1717018874.029289:0:8253:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1717018874.029292:0:8253:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2355f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2854:x1800422819889536:12345-0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1717018874.029293:0:8254:0:(nrs_fifo.c:179:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1717018874.029297:0:8254:0:(service.c:2309:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a2350e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2854:x1800422819889792:12345-0@lo:400:kworker/u8:1.0 00010000:00000080:2.0:1717018874.029305:0:8253:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a2355f00 x1800422819889536/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:226/0 lens 224/224 e 0 to 0 dl 1717018961 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00010000:00000080:3.0:1717018874.029307:0:8254:0:(ldlm_lib.c:3181:target_committed_to_req()) @@@ not sending last_committed update (1/0) req@ffff8800a2350e40 x1800422819889792/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:226/0 lens 224/224 e 0 to 0 dl 1717018961 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:1.0' 00000100:00100000:2.0:1717018874.029326:0:8253:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2355f00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:2854:x1800422819889536:12345-0@lo:400:kworker/u8:1.0 Request processed in 34us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1717018874.029330:0:8253:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1717018874.029339:0:2854:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a23576c0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:2854:1800422819889536:0@lo:400:kworker/u8:1.0 00000100:00100000:3.0:1717018874.029442:0:8254:0:(service.c:2358:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a2350e40 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:2854:x1800422819889792:12345-0@lo:400:kworker/u8:1.0 Request processed in 143us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1717018874.029447:0:8254:0:(nrs_fifo.c:241:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1717018874.029620:0:2854:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@ffff8800a2350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:2854:1800422819889792:0@lo:400:kworker/u8:1.0 00000400:00000080:3.0:1717018874.127731:0:26678:0:(module.c:211:libcfs_ioctl()) libcfs ioctl cmd 3221775648 00000001:02000400:3.0:1717018874.127734:0:26678:0:(debug.c:728:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pfl test_22c: @@@@@@ FAIL: Create /mnt/lustre/d22c.sanity-pfl/f22c.sanity-pfl failed 00010000:00010000:3.0:1717018874.402021:0:6620:0:(ldlm_lockd.c:2787:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 2677 lines, 2677 kept, 0 dropped, 0 bad.